[ 533.276258] env[65474]: /opt/stack/neutron/neutron/__init__.py:25: UserWarning: The selected oslo_service backend is "eventlet" [ 533.276258] env[65474]: warnings.warn('The selected oslo_service backend is "eventlet"') [ 534.272037] env[65562]: /opt/stack/neutron/neutron/__init__.py:25: UserWarning: The selected oslo_service backend is "eventlet" [ 534.272037] env[65562]: warnings.warn('The selected oslo_service backend is "eventlet"') [ 535.819770] env[65562]: INFO neutron.common.config [-] Logging enabled! [ 535.820043] env[65562]: INFO neutron.common.config [-] /opt/stack/data/venv/bin/neutron-nsxv3-agent version 27.0.1.dev79 [ 535.820329] env[65562]: DEBUG neutron.common.config [-] command line: /opt/stack/data/venv/bin/neutron-nsxv3-agent --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini --config-file /etc/neutron/plugins/ml2/ml2-nsxv3-1.ini {{(pid=65562) setup_logging /opt/stack/neutron/neutron/common/config.py:124}} [ 535.820659] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.agent [-] VMware NSXv3 Agent initializing ... [ 535.820753] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.agent [-] Eventlet blocking behavior detection initialization completed. [ 535.821578] env[65562]: WARNING oslo_policy.policy [None req-f52a236f-037d-4203-80b4-56ce44519cfc None None] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. [ 535.821833] env[65562]: WARNING oslo_policy.policy [None req-f52a236f-037d-4203-80b4-56ce44519cfc None None] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. [ 535.823494] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.agent [None req-f52a236f-037d-4203-80b4-56ce44519cfc None None] VMware NSXv3 Agent initialized successfully. [ 535.823837] env[65562]: DEBUG oslo_concurrency.lockutils [None req-f52a236f-037d-4203-80b4-56ce44519cfc None None] Acquiring lock "singleton_lock" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 535.823965] env[65562]: DEBUG oslo_concurrency.lockutils [None req-f52a236f-037d-4203-80b4-56ce44519cfc None None] Acquired lock "singleton_lock" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 535.824236] env[65562]: DEBUG oslo_concurrency.lockutils [None req-f52a236f-037d-4203-80b4-56ce44519cfc None None] Releasing lock "singleton_lock" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 535.824540] env[65562]: DEBUG oslo_service.backend._eventlet.service [None req-f52a236f-037d-4203-80b4-56ce44519cfc None None] Full set of CONF: {{(pid=65562) _wait_for_exit_or_signal /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/service.py:275}} [ 535.824651] env[65562]: DEBUG oslo_service.backend._eventlet.service [None req-f52a236f-037d-4203-80b4-56ce44519cfc None None] ******************************************************************************** {{(pid=65562) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2804}} [ 535.825578] env[65562]: DEBUG oslo_service.backend._eventlet.service [None req-f52a236f-037d-4203-80b4-56ce44519cfc None None] Configuration options gathered from: {{(pid=65562) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2805}} [ 535.825578] env[65562]: DEBUG oslo_service.backend._eventlet.service [None req-f52a236f-037d-4203-80b4-56ce44519cfc None None] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini', '--config-file', '/etc/neutron/plugins/ml2/ml2-nsxv3-1.ini'] {{(pid=65562) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2806}} [ 535.825578] env[65562]: DEBUG oslo_service.backend._eventlet.service [None req-f52a236f-037d-4203-80b4-56ce44519cfc None None] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini', '/etc/neutron/plugins/ml2/ml2-nsxv3-1.ini'] {{(pid=65562) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2807}} [ 535.825578] env[65562]: DEBUG oslo_service.backend._eventlet.service [None req-f52a236f-037d-4203-80b4-56ce44519cfc None None] ================================================================================ {{(pid=65562) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2809}} [ 535.825578] env[65562]: DEBUG oslo_service.backend._eventlet.service [None req-f52a236f-037d-4203-80b4-56ce44519cfc None None] agent_down_time = 75 {{(pid=65562) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.825771] env[65562]: DEBUG oslo_service.backend._eventlet.service [None req-f52a236f-037d-4203-80b4-56ce44519cfc None None] allow_automatic_dhcp_failover = True {{(pid=65562) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.825771] env[65562]: DEBUG oslo_service.backend._eventlet.service [None req-f52a236f-037d-4203-80b4-56ce44519cfc None None] allow_bulk = True {{(pid=65562) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.825898] env[65562]: DEBUG oslo_service.backend._eventlet.service [None req-f52a236f-037d-4203-80b4-56ce44519cfc None None] api_extensions_path = {{(pid=65562) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.826583] env[65562]: DEBUG oslo_service.backend._eventlet.service [None req-f52a236f-037d-4203-80b4-56ce44519cfc None None] api_paste_config = api-paste.ini {{(pid=65562) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.826583] env[65562]: DEBUG oslo_service.backend._eventlet.service [None req-f52a236f-037d-4203-80b4-56ce44519cfc None None] auth_strategy = keystone {{(pid=65562) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.826583] env[65562]: DEBUG oslo_service.backend._eventlet.service [None req-f52a236f-037d-4203-80b4-56ce44519cfc None None] backdoor_port = None {{(pid=65562) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.826583] env[65562]: DEBUG oslo_service.backend._eventlet.service [None req-f52a236f-037d-4203-80b4-56ce44519cfc None None] backdoor_socket = None {{(pid=65562) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.826583] env[65562]: DEBUG oslo_service.backend._eventlet.service [None req-f52a236f-037d-4203-80b4-56ce44519cfc None None] backlog = 4096 {{(pid=65562) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.826873] env[65562]: DEBUG oslo_service.backend._eventlet.service [None req-f52a236f-037d-4203-80b4-56ce44519cfc None None] base_mac = fa:16:3e:00:00:00 {{(pid=65562) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.826873] env[65562]: DEBUG oslo_service.backend._eventlet.service [None req-f52a236f-037d-4203-80b4-56ce44519cfc None None] bind_host = 0.0.0.0 {{(pid=65562) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.826873] env[65562]: DEBUG oslo_service.backend._eventlet.service [None req-f52a236f-037d-4203-80b4-56ce44519cfc None None] bind_port = 9696 {{(pid=65562) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.827046] env[65562]: DEBUG oslo_service.backend._eventlet.service [None req-f52a236f-037d-4203-80b4-56ce44519cfc None None] client_socket_timeout = 900 {{(pid=65562) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.827159] env[65562]: DEBUG oslo_service.backend._eventlet.service [None req-f52a236f-037d-4203-80b4-56ce44519cfc None None] config_dir = [] {{(pid=65562) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.827250] env[65562]: DEBUG oslo_service.backend._eventlet.service [None req-f52a236f-037d-4203-80b4-56ce44519cfc None None] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini', '/etc/neutron/plugins/ml2/ml2-nsxv3-1.ini'] {{(pid=65562) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.827381] env[65562]: DEBUG oslo_service.backend._eventlet.service [None req-f52a236f-037d-4203-80b4-56ce44519cfc None None] config_source = [] {{(pid=65562) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.827515] env[65562]: DEBUG oslo_service.backend._eventlet.service [None req-f52a236f-037d-4203-80b4-56ce44519cfc None None] control_exchange = neutron {{(pid=65562) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.827651] env[65562]: DEBUG oslo_service.backend._eventlet.service [None req-f52a236f-037d-4203-80b4-56ce44519cfc None None] core_plugin = ml2 {{(pid=65562) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.827784] env[65562]: DEBUG oslo_service.backend._eventlet.service [None req-f52a236f-037d-4203-80b4-56ce44519cfc None None] debug = True {{(pid=65562) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.827917] env[65562]: DEBUG oslo_service.backend._eventlet.service [None req-f52a236f-037d-4203-80b4-56ce44519cfc None None] default_availability_zones = [] {{(pid=65562) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.828132] env[65562]: DEBUG oslo_service.backend._eventlet.service [None req-f52a236f-037d-4203-80b4-56ce44519cfc None None] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=65562) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.828269] env[65562]: DEBUG oslo_service.backend._eventlet.service [None req-f52a236f-037d-4203-80b4-56ce44519cfc None None] dhcp_agent_notification = True {{(pid=65562) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.828393] env[65562]: DEBUG oslo_service.backend._eventlet.service [None req-f52a236f-037d-4203-80b4-56ce44519cfc None None] dhcp_agents_per_network = 1 {{(pid=65562) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.828521] env[65562]: DEBUG oslo_service.backend._eventlet.service [None req-f52a236f-037d-4203-80b4-56ce44519cfc None None] dhcp_lease_duration = 86400 {{(pid=65562) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.828666] env[65562]: DEBUG oslo_service.backend._eventlet.service [None req-f52a236f-037d-4203-80b4-56ce44519cfc None None] dhcp_load_type = networks {{(pid=65562) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.828791] env[65562]: DEBUG oslo_service.backend._eventlet.service [None req-f52a236f-037d-4203-80b4-56ce44519cfc None None] dns_domain = openstacklocal {{(pid=65562) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.828923] env[65562]: DEBUG oslo_service.backend._eventlet.service [None req-f52a236f-037d-4203-80b4-56ce44519cfc None None] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=65562) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.829061] env[65562]: DEBUG oslo_service.backend._eventlet.service [None req-f52a236f-037d-4203-80b4-56ce44519cfc None None] enable_default_route_bfd = False {{(pid=65562) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.829189] env[65562]: DEBUG oslo_service.backend._eventlet.service [None req-f52a236f-037d-4203-80b4-56ce44519cfc None None] enable_default_route_ecmp = False {{(pid=65562) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.829318] env[65562]: DEBUG oslo_service.backend._eventlet.service [None req-f52a236f-037d-4203-80b4-56ce44519cfc None None] enable_dvr = True {{(pid=65562) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.829445] env[65562]: DEBUG oslo_service.backend._eventlet.service [None req-f52a236f-037d-4203-80b4-56ce44519cfc None None] enable_new_agents = True {{(pid=65562) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.829575] env[65562]: DEBUG oslo_service.backend._eventlet.service [None req-f52a236f-037d-4203-80b4-56ce44519cfc None None] enable_services_on_agents_with_admin_state_down = False {{(pid=65562) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.829703] env[65562]: DEBUG oslo_service.backend._eventlet.service [None req-f52a236f-037d-4203-80b4-56ce44519cfc None None] enable_signals = True {{(pid=65562) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.829827] env[65562]: DEBUG oslo_service.backend._eventlet.service [None req-f52a236f-037d-4203-80b4-56ce44519cfc None None] enable_traditional_dhcp = True {{(pid=65562) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.829952] env[65562]: DEBUG oslo_service.backend._eventlet.service [None req-f52a236f-037d-4203-80b4-56ce44519cfc None None] external_dns_driver = None {{(pid=65562) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.830092] env[65562]: DEBUG oslo_service.backend._eventlet.service [None req-f52a236f-037d-4203-80b4-56ce44519cfc None None] filter_validation = True {{(pid=65562) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.830230] env[65562]: DEBUG oslo_service.backend._eventlet.service [None req-f52a236f-037d-4203-80b4-56ce44519cfc None None] global_physnet_mtu = 8950 {{(pid=65562) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.830358] env[65562]: DEBUG oslo_service.backend._eventlet.service [None req-f52a236f-037d-4203-80b4-56ce44519cfc None None] graceful_shutdown_timeout = 60 {{(pid=65562) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.830550] env[65562]: DEBUG oslo_service.backend._eventlet.service [None req-f52a236f-037d-4203-80b4-56ce44519cfc None None] host = cpu-1 {{(pid=65562) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.830705] env[65562]: DEBUG oslo_service.backend._eventlet.service [None req-f52a236f-037d-4203-80b4-56ce44519cfc None None] host_dvr_for_dhcp = True {{(pid=65562) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.830844] env[65562]: DEBUG oslo_service.backend._eventlet.service [None req-f52a236f-037d-4203-80b4-56ce44519cfc None None] http_retries = 3 {{(pid=65562) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.830980] env[65562]: DEBUG oslo_service.backend._eventlet.service [None req-f52a236f-037d-4203-80b4-56ce44519cfc None None] instance_format = [instance: %(uuid)s] {{(pid=65562) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.831127] env[65562]: DEBUG oslo_service.backend._eventlet.service [None req-f52a236f-037d-4203-80b4-56ce44519cfc None None] instance_uuid_format = [instance: %(uuid)s] {{(pid=65562) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.831270] env[65562]: DEBUG oslo_service.backend._eventlet.service [None req-f52a236f-037d-4203-80b4-56ce44519cfc None None] ipam_driver = internal {{(pid=65562) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.831399] env[65562]: DEBUG oslo_service.backend._eventlet.service [None req-f52a236f-037d-4203-80b4-56ce44519cfc None None] ipv6_pd_enabled = False {{(pid=65562) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.831527] env[65562]: DEBUG oslo_service.backend._eventlet.service [None req-f52a236f-037d-4203-80b4-56ce44519cfc None None] l3_ha = False {{(pid=65562) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.831662] env[65562]: DEBUG oslo_service.backend._eventlet.service [None req-f52a236f-037d-4203-80b4-56ce44519cfc None None] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=65562) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.831794] env[65562]: DEBUG oslo_service.backend._eventlet.service [None req-f52a236f-037d-4203-80b4-56ce44519cfc None None] l3_ha_network_physical_name = {{(pid=65562) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.831922] env[65562]: DEBUG oslo_service.backend._eventlet.service [None req-f52a236f-037d-4203-80b4-56ce44519cfc None None] l3_ha_network_type = {{(pid=65562) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.832064] env[65562]: DEBUG oslo_service.backend._eventlet.service [None req-f52a236f-037d-4203-80b4-56ce44519cfc None None] log_color = False {{(pid=65562) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.832201] env[65562]: DEBUG oslo_service.backend._eventlet.service [None req-f52a236f-037d-4203-80b4-56ce44519cfc None None] log_config_append = None {{(pid=65562) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.832335] env[65562]: DEBUG oslo_service.backend._eventlet.service [None req-f52a236f-037d-4203-80b4-56ce44519cfc None None] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=65562) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.832462] env[65562]: DEBUG oslo_service.backend._eventlet.service [None req-f52a236f-037d-4203-80b4-56ce44519cfc None None] log_dir = None {{(pid=65562) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.832612] env[65562]: DEBUG oslo_service.backend._eventlet.service [None req-f52a236f-037d-4203-80b4-56ce44519cfc None None] log_file = None {{(pid=65562) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.832716] env[65562]: DEBUG oslo_service.backend._eventlet.service [None req-f52a236f-037d-4203-80b4-56ce44519cfc None None] log_options = True {{(pid=65562) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.832849] env[65562]: DEBUG oslo_service.backend._eventlet.service [None req-f52a236f-037d-4203-80b4-56ce44519cfc None None] log_rotate_interval = 1 {{(pid=65562) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.832992] env[65562]: DEBUG oslo_service.backend._eventlet.service [None req-f52a236f-037d-4203-80b4-56ce44519cfc None None] log_rotate_interval_type = days {{(pid=65562) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.833130] env[65562]: DEBUG oslo_service.backend._eventlet.service [None req-f52a236f-037d-4203-80b4-56ce44519cfc None None] log_rotation_type = none {{(pid=65562) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.833233] env[65562]: DEBUG oslo_service.backend._eventlet.service [None req-f52a236f-037d-4203-80b4-56ce44519cfc None None] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=65562) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.833331] env[65562]: DEBUG oslo_service.backend._eventlet.service [None req-f52a236f-037d-4203-80b4-56ce44519cfc None None] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=65562) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.833465] env[65562]: DEBUG oslo_service.backend._eventlet.service [None req-f52a236f-037d-4203-80b4-56ce44519cfc None None] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=65562) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.833608] env[65562]: DEBUG oslo_service.backend._eventlet.service [None req-f52a236f-037d-4203-80b4-56ce44519cfc None None] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=65562) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.833710] env[65562]: DEBUG oslo_service.backend._eventlet.service [None req-f52a236f-037d-4203-80b4-56ce44519cfc None None] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=65562) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.833838] env[65562]: DEBUG oslo_service.backend._eventlet.service [None req-f52a236f-037d-4203-80b4-56ce44519cfc None None] max_dns_nameservers = 5 {{(pid=65562) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.833968] env[65562]: DEBUG oslo_service.backend._eventlet.service [None req-f52a236f-037d-4203-80b4-56ce44519cfc None None] max_header_line = 16384 {{(pid=65562) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.834106] env[65562]: DEBUG oslo_service.backend._eventlet.service [None req-f52a236f-037d-4203-80b4-56ce44519cfc None None] max_l3_agents_per_router = 3 {{(pid=65562) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.834232] env[65562]: DEBUG oslo_service.backend._eventlet.service [None req-f52a236f-037d-4203-80b4-56ce44519cfc None None] max_logfile_count = 30 {{(pid=65562) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.834356] env[65562]: DEBUG oslo_service.backend._eventlet.service [None req-f52a236f-037d-4203-80b4-56ce44519cfc None None] max_logfile_size_mb = 200 {{(pid=65562) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.834481] env[65562]: DEBUG oslo_service.backend._eventlet.service [None req-f52a236f-037d-4203-80b4-56ce44519cfc None None] max_subnet_host_routes = 20 {{(pid=65562) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.834614] env[65562]: DEBUG oslo_service.backend._eventlet.service [None req-f52a236f-037d-4203-80b4-56ce44519cfc None None] my_ip = 10.180.1.21 {{(pid=65562) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.834746] env[65562]: DEBUG oslo_service.backend._eventlet.service [None req-f52a236f-037d-4203-80b4-56ce44519cfc None None] my_ipv6 = ::1 {{(pid=65562) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.834874] env[65562]: DEBUG oslo_service.backend._eventlet.service [None req-f52a236f-037d-4203-80b4-56ce44519cfc None None] network_auto_schedule = True {{(pid=65562) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.834996] env[65562]: DEBUG oslo_service.backend._eventlet.service [None req-f52a236f-037d-4203-80b4-56ce44519cfc None None] network_link_prefix = None {{(pid=65562) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.835140] env[65562]: DEBUG oslo_service.backend._eventlet.service [None req-f52a236f-037d-4203-80b4-56ce44519cfc None None] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=65562) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.835272] env[65562]: DEBUG oslo_service.backend._eventlet.service [None req-f52a236f-037d-4203-80b4-56ce44519cfc None None] notify_nova_on_port_data_changes = True {{(pid=65562) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.835403] env[65562]: DEBUG oslo_service.backend._eventlet.service [None req-f52a236f-037d-4203-80b4-56ce44519cfc None None] notify_nova_on_port_status_changes = True {{(pid=65562) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.835535] env[65562]: DEBUG oslo_service.backend._eventlet.service [None req-f52a236f-037d-4203-80b4-56ce44519cfc None None] pagination_max_limit = -1 {{(pid=65562) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.835716] env[65562]: DEBUG oslo_service.backend._eventlet.service [None req-f52a236f-037d-4203-80b4-56ce44519cfc None None] publish_errors = False {{(pid=65562) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.835881] env[65562]: DEBUG oslo_service.backend._eventlet.service [None req-f52a236f-037d-4203-80b4-56ce44519cfc None None] rate_limit_burst = 0 {{(pid=65562) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.836033] env[65562]: DEBUG oslo_service.backend._eventlet.service [None req-f52a236f-037d-4203-80b4-56ce44519cfc None None] rate_limit_except_level = CRITICAL {{(pid=65562) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.836167] env[65562]: DEBUG oslo_service.backend._eventlet.service [None req-f52a236f-037d-4203-80b4-56ce44519cfc None None] rate_limit_interval = 0 {{(pid=65562) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.836326] env[65562]: DEBUG oslo_service.backend._eventlet.service [None req-f52a236f-037d-4203-80b4-56ce44519cfc None None] retry_until_window = 30 {{(pid=65562) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.836469] env[65562]: DEBUG oslo_service.backend._eventlet.service [None req-f52a236f-037d-4203-80b4-56ce44519cfc None None] router_distributed = False {{(pid=65562) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.836601] env[65562]: DEBUG oslo_service.backend._eventlet.service [None req-f52a236f-037d-4203-80b4-56ce44519cfc None None] rpc_resources_processing_step = 20 {{(pid=65562) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.836735] env[65562]: DEBUG oslo_service.backend._eventlet.service [None req-f52a236f-037d-4203-80b4-56ce44519cfc None None] rpc_response_max_timeout = 600 {{(pid=65562) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.836868] env[65562]: DEBUG oslo_service.backend._eventlet.service [None req-f52a236f-037d-4203-80b4-56ce44519cfc None None] rpc_response_timeout = 60 {{(pid=65562) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.836997] env[65562]: DEBUG oslo_service.backend._eventlet.service [None req-f52a236f-037d-4203-80b4-56ce44519cfc None None] send_events_interval = 2 {{(pid=65562) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.837161] env[65562]: DEBUG oslo_service.backend._eventlet.service [None req-f52a236f-037d-4203-80b4-56ce44519cfc None None] service_plugins = ['router'] {{(pid=65562) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.837298] env[65562]: DEBUG oslo_service.backend._eventlet.service [None req-f52a236f-037d-4203-80b4-56ce44519cfc None None] setproctitle = on {{(pid=65562) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.837427] env[65562]: DEBUG oslo_service.backend._eventlet.service [None req-f52a236f-037d-4203-80b4-56ce44519cfc None None] shell_completion = None {{(pid=65562) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.837563] env[65562]: DEBUG oslo_service.backend._eventlet.service [None req-f52a236f-037d-4203-80b4-56ce44519cfc None None] state_path = /opt/stack/data/neutron {{(pid=65562) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.837700] env[65562]: DEBUG oslo_service.backend._eventlet.service [None req-f52a236f-037d-4203-80b4-56ce44519cfc None None] syslog_log_facility = LOG_USER {{(pid=65562) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.837831] env[65562]: DEBUG oslo_service.backend._eventlet.service [None req-f52a236f-037d-4203-80b4-56ce44519cfc None None] tcp_keepidle = 600 {{(pid=65562) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.837966] env[65562]: DEBUG oslo_service.backend._eventlet.service [None req-f52a236f-037d-4203-80b4-56ce44519cfc None None] transport_url = **** {{(pid=65562) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.838106] env[65562]: DEBUG oslo_service.backend._eventlet.service [None req-f52a236f-037d-4203-80b4-56ce44519cfc None None] use_journal = False {{(pid=65562) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.838235] env[65562]: DEBUG oslo_service.backend._eventlet.service [None req-f52a236f-037d-4203-80b4-56ce44519cfc None None] use_json = False {{(pid=65562) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.838364] env[65562]: DEBUG oslo_service.backend._eventlet.service [None req-f52a236f-037d-4203-80b4-56ce44519cfc None None] use_ssl = False {{(pid=65562) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.838488] env[65562]: DEBUG oslo_service.backend._eventlet.service [None req-f52a236f-037d-4203-80b4-56ce44519cfc None None] use_stderr = False {{(pid=65562) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.838620] env[65562]: DEBUG oslo_service.backend._eventlet.service [None req-f52a236f-037d-4203-80b4-56ce44519cfc None None] use_syslog = False {{(pid=65562) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.838746] env[65562]: DEBUG oslo_service.backend._eventlet.service [None req-f52a236f-037d-4203-80b4-56ce44519cfc None None] vlan_qinq = None {{(pid=65562) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.838868] env[65562]: DEBUG oslo_service.backend._eventlet.service [None req-f52a236f-037d-4203-80b4-56ce44519cfc None None] vlan_transparent = None {{(pid=65562) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.838994] env[65562]: DEBUG oslo_service.backend._eventlet.service [None req-f52a236f-037d-4203-80b4-56ce44519cfc None None] watch_log_file = False {{(pid=65562) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.839133] env[65562]: DEBUG oslo_service.backend._eventlet.service [None req-f52a236f-037d-4203-80b4-56ce44519cfc None None] wsgi_default_pool_size = 100 {{(pid=65562) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.839258] env[65562]: DEBUG oslo_service.backend._eventlet.service [None req-f52a236f-037d-4203-80b4-56ce44519cfc None None] wsgi_keep_alive = True {{(pid=65562) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.839390] env[65562]: DEBUG oslo_service.backend._eventlet.service [None req-f52a236f-037d-4203-80b4-56ce44519cfc None None] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=65562) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.839516] env[65562]: DEBUG oslo_service.backend._eventlet.service [None req-f52a236f-037d-4203-80b4-56ce44519cfc None None] wsgi_server_debug = False {{(pid=65562) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.839662] env[65562]: DEBUG oslo_service.backend._eventlet.service [None req-f52a236f-037d-4203-80b4-56ce44519cfc None None] oslo_concurrency.disable_process_locking = False {{(pid=65562) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.839800] env[65562]: DEBUG oslo_service.backend._eventlet.service [None req-f52a236f-037d-4203-80b4-56ce44519cfc None None] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=65562) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.839938] env[65562]: DEBUG oslo_service.backend._eventlet.service [None req-f52a236f-037d-4203-80b4-56ce44519cfc None None] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=65562) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.840086] env[65562]: DEBUG oslo_service.backend._eventlet.service [None req-f52a236f-037d-4203-80b4-56ce44519cfc None None] oslo_messaging_metrics.metrics_enabled = False {{(pid=65562) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.840224] env[65562]: DEBUG oslo_service.backend._eventlet.service [None req-f52a236f-037d-4203-80b4-56ce44519cfc None None] oslo_messaging_metrics.metrics_process_name = {{(pid=65562) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.840359] env[65562]: DEBUG oslo_service.backend._eventlet.service [None req-f52a236f-037d-4203-80b4-56ce44519cfc None None] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=65562) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.840521] env[65562]: DEBUG oslo_service.backend._eventlet.service [None req-f52a236f-037d-4203-80b4-56ce44519cfc None None] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=65562) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.840691] env[65562]: DEBUG oslo_service.backend._eventlet.service [None req-f52a236f-037d-4203-80b4-56ce44519cfc None None] profiler.connection_string = messaging:// {{(pid=65562) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.840835] env[65562]: DEBUG oslo_service.backend._eventlet.service [None req-f52a236f-037d-4203-80b4-56ce44519cfc None None] profiler.enabled = False {{(pid=65562) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.840972] env[65562]: DEBUG oslo_service.backend._eventlet.service [None req-f52a236f-037d-4203-80b4-56ce44519cfc None None] profiler.es_doc_type = notification {{(pid=65562) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.841114] env[65562]: DEBUG oslo_service.backend._eventlet.service [None req-f52a236f-037d-4203-80b4-56ce44519cfc None None] profiler.es_scroll_size = 10000 {{(pid=65562) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.841250] env[65562]: DEBUG oslo_service.backend._eventlet.service [None req-f52a236f-037d-4203-80b4-56ce44519cfc None None] profiler.es_scroll_time = 2m {{(pid=65562) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.841381] env[65562]: DEBUG oslo_service.backend._eventlet.service [None req-f52a236f-037d-4203-80b4-56ce44519cfc None None] profiler.filter_error_trace = False {{(pid=65562) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.841517] env[65562]: DEBUG oslo_service.backend._eventlet.service [None req-f52a236f-037d-4203-80b4-56ce44519cfc None None] profiler.hmac_keys = **** {{(pid=65562) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.841653] env[65562]: DEBUG oslo_service.backend._eventlet.service [None req-f52a236f-037d-4203-80b4-56ce44519cfc None None] profiler.sentinel_service_name = mymaster {{(pid=65562) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.841792] env[65562]: DEBUG oslo_service.backend._eventlet.service [None req-f52a236f-037d-4203-80b4-56ce44519cfc None None] profiler.socket_timeout = 0.1 {{(pid=65562) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.841927] env[65562]: DEBUG oslo_service.backend._eventlet.service [None req-f52a236f-037d-4203-80b4-56ce44519cfc None None] profiler.trace_requests = False {{(pid=65562) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.842068] env[65562]: DEBUG oslo_service.backend._eventlet.service [None req-f52a236f-037d-4203-80b4-56ce44519cfc None None] profiler.trace_sqlalchemy = False {{(pid=65562) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.842218] env[65562]: DEBUG oslo_service.backend._eventlet.service [None req-f52a236f-037d-4203-80b4-56ce44519cfc None None] profiler_jaeger.process_tags = {} {{(pid=65562) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.842348] env[65562]: DEBUG oslo_service.backend._eventlet.service [None req-f52a236f-037d-4203-80b4-56ce44519cfc None None] profiler_jaeger.service_name_prefix = None {{(pid=65562) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.842479] env[65562]: DEBUG oslo_service.backend._eventlet.service [None req-f52a236f-037d-4203-80b4-56ce44519cfc None None] profiler_otlp.service_name_prefix = None {{(pid=65562) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.842653] env[65562]: DEBUG oslo_service.backend._eventlet.service [None req-f52a236f-037d-4203-80b4-56ce44519cfc None None] oslo_policy.enforce_new_defaults = True {{(pid=65562) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.842928] env[65562]: WARNING oslo_config.cfg [None req-f52a236f-037d-4203-80b4-56ce44519cfc None None] Deprecated: Option "enforce_scope" from group "oslo_policy" is deprecated for removal (This configuration was added temporarily to facilitate a smooth transition to the new RBAC. OpenStack will always enforce scope checks. This configuration option is deprecated and will be removed in the 2025.2 cycle.). Its value may be silently ignored in the future. [ 535.843087] env[65562]: DEBUG oslo_service.backend._eventlet.service [None req-f52a236f-037d-4203-80b4-56ce44519cfc None None] oslo_policy.enforce_scope = True {{(pid=65562) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.843224] env[65562]: DEBUG oslo_service.backend._eventlet.service [None req-f52a236f-037d-4203-80b4-56ce44519cfc None None] oslo_policy.policy_default_rule = default {{(pid=65562) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.843371] env[65562]: DEBUG oslo_service.backend._eventlet.service [None req-f52a236f-037d-4203-80b4-56ce44519cfc None None] oslo_policy.policy_dirs = ['policy.d'] {{(pid=65562) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.843509] env[65562]: DEBUG oslo_service.backend._eventlet.service [None req-f52a236f-037d-4203-80b4-56ce44519cfc None None] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=65562) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.843645] env[65562]: DEBUG oslo_service.backend._eventlet.service [None req-f52a236f-037d-4203-80b4-56ce44519cfc None None] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=65562) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.843771] env[65562]: DEBUG oslo_service.backend._eventlet.service [None req-f52a236f-037d-4203-80b4-56ce44519cfc None None] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=65562) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.843897] env[65562]: DEBUG oslo_service.backend._eventlet.service [None req-f52a236f-037d-4203-80b4-56ce44519cfc None None] oslo_policy.remote_ssl_client_crt_file = None {{(pid=65562) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.844030] env[65562]: DEBUG oslo_service.backend._eventlet.service [None req-f52a236f-037d-4203-80b4-56ce44519cfc None None] oslo_policy.remote_ssl_client_key_file = None {{(pid=65562) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.844162] env[65562]: DEBUG oslo_service.backend._eventlet.service [None req-f52a236f-037d-4203-80b4-56ce44519cfc None None] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=65562) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.844295] env[65562]: DEBUG oslo_service.backend._eventlet.service [None req-f52a236f-037d-4203-80b4-56ce44519cfc None None] oslo_policy.remote_timeout = 60.0 {{(pid=65562) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.844439] env[65562]: DEBUG oslo_service.backend._eventlet.service [None req-f52a236f-037d-4203-80b4-56ce44519cfc None None] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=65562) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.844586] env[65562]: DEBUG oslo_service.backend._eventlet.service [None req-f52a236f-037d-4203-80b4-56ce44519cfc None None] agent.extensions = [] {{(pid=65562) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.844723] env[65562]: DEBUG oslo_service.backend._eventlet.service [None req-f52a236f-037d-4203-80b4-56ce44519cfc None None] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=65562) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.844880] env[65562]: DEBUG oslo_service.backend._eventlet.service [None req-f52a236f-037d-4203-80b4-56ce44519cfc None None] service_providers.service_provider = [] {{(pid=65562) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.845041] env[65562]: DEBUG oslo_service.backend._eventlet.service [None req-f52a236f-037d-4203-80b4-56ce44519cfc None None] QUOTAS.default_quota = -1 {{(pid=65562) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.845183] env[65562]: DEBUG oslo_service.backend._eventlet.service [None req-f52a236f-037d-4203-80b4-56ce44519cfc None None] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=65562) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.845314] env[65562]: DEBUG oslo_service.backend._eventlet.service [None req-f52a236f-037d-4203-80b4-56ce44519cfc None None] QUOTAS.quota_floatingip = 50 {{(pid=65562) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.845443] env[65562]: DEBUG oslo_service.backend._eventlet.service [None req-f52a236f-037d-4203-80b4-56ce44519cfc None None] QUOTAS.quota_network = 100 {{(pid=65562) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.845571] env[65562]: DEBUG oslo_service.backend._eventlet.service [None req-f52a236f-037d-4203-80b4-56ce44519cfc None None] QUOTAS.quota_port = 500 {{(pid=65562) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.845697] env[65562]: DEBUG oslo_service.backend._eventlet.service [None req-f52a236f-037d-4203-80b4-56ce44519cfc None None] QUOTAS.quota_rbac_policy = 10 {{(pid=65562) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.845828] env[65562]: DEBUG oslo_service.backend._eventlet.service [None req-f52a236f-037d-4203-80b4-56ce44519cfc None None] QUOTAS.quota_router = 10 {{(pid=65562) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.846028] env[65562]: DEBUG oslo_service.backend._eventlet.service [None req-f52a236f-037d-4203-80b4-56ce44519cfc None None] QUOTAS.quota_security_group = 10 {{(pid=65562) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.846184] env[65562]: DEBUG oslo_service.backend._eventlet.service [None req-f52a236f-037d-4203-80b4-56ce44519cfc None None] QUOTAS.quota_security_group_rule = 100 {{(pid=65562) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.846320] env[65562]: DEBUG oslo_service.backend._eventlet.service [None req-f52a236f-037d-4203-80b4-56ce44519cfc None None] QUOTAS.quota_subnet = 100 {{(pid=65562) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.846454] env[65562]: DEBUG oslo_service.backend._eventlet.service [None req-f52a236f-037d-4203-80b4-56ce44519cfc None None] QUOTAS.track_quota_usage = True {{(pid=65562) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.846603] env[65562]: DEBUG oslo_service.backend._eventlet.service [None req-f52a236f-037d-4203-80b4-56ce44519cfc None None] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=65562) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.846737] env[65562]: DEBUG oslo_service.backend._eventlet.service [None req-f52a236f-037d-4203-80b4-56ce44519cfc None None] privsep.group = None {{(pid=65562) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.846864] env[65562]: DEBUG oslo_service.backend._eventlet.service [None req-f52a236f-037d-4203-80b4-56ce44519cfc None None] privsep.helper_command = None {{(pid=65562) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.846996] env[65562]: DEBUG oslo_service.backend._eventlet.service [None req-f52a236f-037d-4203-80b4-56ce44519cfc None None] privsep.log_daemon_traceback = False {{(pid=65562) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.847147] env[65562]: DEBUG oslo_service.backend._eventlet.service [None req-f52a236f-037d-4203-80b4-56ce44519cfc None None] privsep.logger_name = oslo_privsep.daemon {{(pid=65562) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.847281] env[65562]: DEBUG oslo_service.backend._eventlet.service [None req-f52a236f-037d-4203-80b4-56ce44519cfc None None] privsep.thread_pool_size = 8 {{(pid=65562) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.847410] env[65562]: DEBUG oslo_service.backend._eventlet.service [None req-f52a236f-037d-4203-80b4-56ce44519cfc None None] privsep.user = None {{(pid=65562) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.847549] env[65562]: DEBUG oslo_service.backend._eventlet.service [None req-f52a236f-037d-4203-80b4-56ce44519cfc None None] privsep_dhcp_release.capabilities = [21, 12] {{(pid=65562) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.847677] env[65562]: DEBUG oslo_service.backend._eventlet.service [None req-f52a236f-037d-4203-80b4-56ce44519cfc None None] privsep_dhcp_release.group = None {{(pid=65562) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.847804] env[65562]: DEBUG oslo_service.backend._eventlet.service [None req-f52a236f-037d-4203-80b4-56ce44519cfc None None] privsep_dhcp_release.helper_command = None {{(pid=65562) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.847933] env[65562]: DEBUG oslo_service.backend._eventlet.service [None req-f52a236f-037d-4203-80b4-56ce44519cfc None None] privsep_dhcp_release.log_daemon_traceback = False {{(pid=65562) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.848076] env[65562]: DEBUG oslo_service.backend._eventlet.service [None req-f52a236f-037d-4203-80b4-56ce44519cfc None None] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=65562) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.848206] env[65562]: DEBUG oslo_service.backend._eventlet.service [None req-f52a236f-037d-4203-80b4-56ce44519cfc None None] privsep_dhcp_release.thread_pool_size = 8 {{(pid=65562) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.848358] env[65562]: DEBUG oslo_service.backend._eventlet.service [None req-f52a236f-037d-4203-80b4-56ce44519cfc None None] privsep_dhcp_release.user = None {{(pid=65562) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.848510] env[65562]: DEBUG oslo_service.backend._eventlet.service [None req-f52a236f-037d-4203-80b4-56ce44519cfc None None] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=65562) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.848638] env[65562]: DEBUG oslo_service.backend._eventlet.service [None req-f52a236f-037d-4203-80b4-56ce44519cfc None None] privsep_ovs_vsctl.group = None {{(pid=65562) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.848763] env[65562]: DEBUG oslo_service.backend._eventlet.service [None req-f52a236f-037d-4203-80b4-56ce44519cfc None None] privsep_ovs_vsctl.helper_command = None {{(pid=65562) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.848891] env[65562]: DEBUG oslo_service.backend._eventlet.service [None req-f52a236f-037d-4203-80b4-56ce44519cfc None None] privsep_ovs_vsctl.log_daemon_traceback = False {{(pid=65562) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.849033] env[65562]: DEBUG oslo_service.backend._eventlet.service [None req-f52a236f-037d-4203-80b4-56ce44519cfc None None] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=65562) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.849169] env[65562]: DEBUG oslo_service.backend._eventlet.service [None req-f52a236f-037d-4203-80b4-56ce44519cfc None None] privsep_ovs_vsctl.thread_pool_size = 8 {{(pid=65562) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.849297] env[65562]: DEBUG oslo_service.backend._eventlet.service [None req-f52a236f-037d-4203-80b4-56ce44519cfc None None] privsep_ovs_vsctl.user = None {{(pid=65562) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.849436] env[65562]: DEBUG oslo_service.backend._eventlet.service [None req-f52a236f-037d-4203-80b4-56ce44519cfc None None] privsep_namespace.capabilities = [21] {{(pid=65562) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.849564] env[65562]: DEBUG oslo_service.backend._eventlet.service [None req-f52a236f-037d-4203-80b4-56ce44519cfc None None] privsep_namespace.group = None {{(pid=65562) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.849694] env[65562]: DEBUG oslo_service.backend._eventlet.service [None req-f52a236f-037d-4203-80b4-56ce44519cfc None None] privsep_namespace.helper_command = None {{(pid=65562) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.849824] env[65562]: DEBUG oslo_service.backend._eventlet.service [None req-f52a236f-037d-4203-80b4-56ce44519cfc None None] privsep_namespace.log_daemon_traceback = False {{(pid=65562) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.849959] env[65562]: DEBUG oslo_service.backend._eventlet.service [None req-f52a236f-037d-4203-80b4-56ce44519cfc None None] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=65562) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.850100] env[65562]: DEBUG oslo_service.backend._eventlet.service [None req-f52a236f-037d-4203-80b4-56ce44519cfc None None] privsep_namespace.thread_pool_size = 8 {{(pid=65562) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.850228] env[65562]: DEBUG oslo_service.backend._eventlet.service [None req-f52a236f-037d-4203-80b4-56ce44519cfc None None] privsep_namespace.user = None {{(pid=65562) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.850366] env[65562]: DEBUG oslo_service.backend._eventlet.service [None req-f52a236f-037d-4203-80b4-56ce44519cfc None None] privsep_conntrack.capabilities = [12] {{(pid=65562) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.850526] env[65562]: DEBUG oslo_service.backend._eventlet.service [None req-f52a236f-037d-4203-80b4-56ce44519cfc None None] privsep_conntrack.group = None {{(pid=65562) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.850670] env[65562]: DEBUG oslo_service.backend._eventlet.service [None req-f52a236f-037d-4203-80b4-56ce44519cfc None None] privsep_conntrack.helper_command = None {{(pid=65562) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.850801] env[65562]: DEBUG oslo_service.backend._eventlet.service [None req-f52a236f-037d-4203-80b4-56ce44519cfc None None] privsep_conntrack.log_daemon_traceback = False {{(pid=65562) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.850937] env[65562]: DEBUG oslo_service.backend._eventlet.service [None req-f52a236f-037d-4203-80b4-56ce44519cfc None None] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=65562) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.851079] env[65562]: DEBUG oslo_service.backend._eventlet.service [None req-f52a236f-037d-4203-80b4-56ce44519cfc None None] privsep_conntrack.thread_pool_size = 8 {{(pid=65562) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.851209] env[65562]: DEBUG oslo_service.backend._eventlet.service [None req-f52a236f-037d-4203-80b4-56ce44519cfc None None] privsep_conntrack.user = None {{(pid=65562) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.851357] env[65562]: DEBUG oslo_service.backend._eventlet.service [None req-f52a236f-037d-4203-80b4-56ce44519cfc None None] privsep_link.capabilities = [12, 21] {{(pid=65562) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.851488] env[65562]: DEBUG oslo_service.backend._eventlet.service [None req-f52a236f-037d-4203-80b4-56ce44519cfc None None] privsep_link.group = None {{(pid=65562) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.851616] env[65562]: DEBUG oslo_service.backend._eventlet.service [None req-f52a236f-037d-4203-80b4-56ce44519cfc None None] privsep_link.helper_command = None {{(pid=65562) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.851748] env[65562]: DEBUG oslo_service.backend._eventlet.service [None req-f52a236f-037d-4203-80b4-56ce44519cfc None None] privsep_link.log_daemon_traceback = False {{(pid=65562) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.851881] env[65562]: DEBUG oslo_service.backend._eventlet.service [None req-f52a236f-037d-4203-80b4-56ce44519cfc None None] privsep_link.logger_name = oslo_privsep.daemon {{(pid=65562) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.852026] env[65562]: DEBUG oslo_service.backend._eventlet.service [None req-f52a236f-037d-4203-80b4-56ce44519cfc None None] privsep_link.thread_pool_size = 8 {{(pid=65562) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.852161] env[65562]: DEBUG oslo_service.backend._eventlet.service [None req-f52a236f-037d-4203-80b4-56ce44519cfc None None] privsep_link.user = None {{(pid=65562) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.852310] env[65562]: DEBUG oslo_service.backend._eventlet.service [None req-f52a236f-037d-4203-80b4-56ce44519cfc None None] AGENT.agent_id = nsxm-l-01a.corp.local {{(pid=65562) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.852454] env[65562]: DEBUG oslo_service.backend._eventlet.service [None req-f52a236f-037d-4203-80b4-56ce44519cfc None None] AGENT.agent_prometheus_exporter_port = 8000 {{(pid=65562) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.852613] env[65562]: DEBUG oslo_service.backend._eventlet.service [None req-f52a236f-037d-4203-80b4-56ce44519cfc None None] AGENT.continue_on_failed_promotions = False {{(pid=65562) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.852757] env[65562]: DEBUG oslo_service.backend._eventlet.service [None req-f52a236f-037d-4203-80b4-56ce44519cfc None None] AGENT.dscp = None {{(pid=65562) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.852893] env[65562]: DEBUG oslo_service.backend._eventlet.service [None req-f52a236f-037d-4203-80b4-56ce44519cfc None None] AGENT.dscp_inherit = False {{(pid=65562) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.853044] env[65562]: DEBUG oslo_service.backend._eventlet.service [None req-f52a236f-037d-4203-80b4-56ce44519cfc None None] AGENT.force_mp_to_policy = True {{(pid=65562) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.853420] env[65562]: DEBUG oslo_service.backend._eventlet.service [None req-f52a236f-037d-4203-80b4-56ce44519cfc None None] AGENT.locking_coordinator_url = None {{(pid=65562) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.853420] env[65562]: DEBUG oslo_service.backend._eventlet.service [None req-f52a236f-037d-4203-80b4-56ce44519cfc None None] AGENT.log_agent_heartbeats = False {{(pid=65562) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.853420] env[65562]: DEBUG oslo_service.backend._eventlet.service [None req-f52a236f-037d-4203-80b4-56ce44519cfc None None] AGENT.logging_expire = 1 {{(pid=65562) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.853667] env[65562]: DEBUG oslo_service.backend._eventlet.service [None req-f52a236f-037d-4203-80b4-56ce44519cfc None None] AGENT.logging_url = unix:///var/run/redis/socket/redis.sock {{(pid=65562) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.853734] env[65562]: DEBUG oslo_service.backend._eventlet.service [None req-f52a236f-037d-4203-80b4-56ce44519cfc None None] AGENT.max_sg_tags_per_segment_port = 27 {{(pid=65562) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.853828] env[65562]: DEBUG oslo_service.backend._eventlet.service [None req-f52a236f-037d-4203-80b4-56ce44519cfc None None] AGENT.polling_interval = 240 {{(pid=65562) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.853965] env[65562]: DEBUG oslo_service.backend._eventlet.service [None req-f52a236f-037d-4203-80b4-56ce44519cfc None None] AGENT.ports_tag_number_decrease_workaround = True {{(pid=65562) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.854118] env[65562]: DEBUG oslo_service.backend._eventlet.service [None req-f52a236f-037d-4203-80b4-56ce44519cfc None None] AGENT.quitting_rpc_timeout = 120 {{(pid=65562) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.854260] env[65562]: DEBUG oslo_service.backend._eventlet.service [None req-f52a236f-037d-4203-80b4-56ce44519cfc None None] AGENT.report_interval = 30.0 {{(pid=65562) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.854400] env[65562]: DEBUG oslo_service.backend._eventlet.service [None req-f52a236f-037d-4203-80b4-56ce44519cfc None None] AGENT.root_helper = sudo /opt/stack/data/venv/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=65562) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.854538] env[65562]: DEBUG oslo_service.backend._eventlet.service [None req-f52a236f-037d-4203-80b4-56ce44519cfc None None] AGENT.root_helper_daemon = sudo /opt/stack/data/venv/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=65562) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.854677] env[65562]: DEBUG oslo_service.backend._eventlet.service [None req-f52a236f-037d-4203-80b4-56ce44519cfc None None] AGENT.rpc_max_records_per_query = 1000 {{(pid=65562) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.854815] env[65562]: DEBUG oslo_service.backend._eventlet.service [None req-f52a236f-037d-4203-80b4-56ce44519cfc None None] AGENT.sync_skew = 60 {{(pid=65562) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.854949] env[65562]: DEBUG oslo_service.backend._eventlet.service [None req-f52a236f-037d-4203-80b4-56ce44519cfc None None] AGENT.synchronization_queue_size = 20 {{(pid=65562) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.855093] env[65562]: DEBUG oslo_service.backend._eventlet.service [None req-f52a236f-037d-4203-80b4-56ce44519cfc None None] AGENT.use_helper_for_ns_read = True {{(pid=65562) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.855233] env[65562]: DEBUG oslo_service.backend._eventlet.service [None req-f52a236f-037d-4203-80b4-56ce44519cfc None None] SECURITYGROUP.enable_ipset = True {{(pid=65562) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.855372] env[65562]: DEBUG oslo_service.backend._eventlet.service [None req-f52a236f-037d-4203-80b4-56ce44519cfc None None] SECURITYGROUP.enable_security_group = True {{(pid=65562) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.855508] env[65562]: DEBUG oslo_service.backend._eventlet.service [None req-f52a236f-037d-4203-80b4-56ce44519cfc None None] SECURITYGROUP.firewall_driver = nsxv3 {{(pid=65562) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.855648] env[65562]: DEBUG oslo_service.backend._eventlet.service [None req-f52a236f-037d-4203-80b4-56ce44519cfc None None] SECURITYGROUP.permitted_ethertypes = [] {{(pid=65562) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.855788] env[65562]: DEBUG oslo_service.backend._eventlet.service [None req-f52a236f-037d-4203-80b4-56ce44519cfc None None] experimental.ipv6_pd_enabled = False {{(pid=65562) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.855939] env[65562]: DEBUG oslo_service.backend._eventlet.service [None req-f52a236f-037d-4203-80b4-56ce44519cfc None None] ml2.extension_drivers = ['port_security'] {{(pid=65562) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.856082] env[65562]: DEBUG oslo_service.backend._eventlet.service [None req-f52a236f-037d-4203-80b4-56ce44519cfc None None] ml2.external_network_type = None {{(pid=65562) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.856231] env[65562]: DEBUG oslo_service.backend._eventlet.service [None req-f52a236f-037d-4203-80b4-56ce44519cfc None None] ml2.mechanism_drivers = ['nsxv3', 'openvswitch', 'logger'] {{(pid=65562) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.856371] env[65562]: DEBUG oslo_service.backend._eventlet.service [None req-f52a236f-037d-4203-80b4-56ce44519cfc None None] ml2.overlay_ip_version = 4 {{(pid=65562) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.856508] env[65562]: DEBUG oslo_service.backend._eventlet.service [None req-f52a236f-037d-4203-80b4-56ce44519cfc None None] ml2.path_mtu = 8950 {{(pid=65562) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.856646] env[65562]: DEBUG oslo_service.backend._eventlet.service [None req-f52a236f-037d-4203-80b4-56ce44519cfc None None] ml2.physical_network_mtus = {} {{(pid=65562) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.856787] env[65562]: DEBUG oslo_service.backend._eventlet.service [None req-f52a236f-037d-4203-80b4-56ce44519cfc None None] ml2.tenant_network_types = ['vlan'] {{(pid=65562) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.856924] env[65562]: DEBUG oslo_service.backend._eventlet.service [None req-f52a236f-037d-4203-80b4-56ce44519cfc None None] ml2.tunnelled_network_rp_name = rp_tunnelled {{(pid=65562) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.857073] env[65562]: DEBUG oslo_service.backend._eventlet.service [None req-f52a236f-037d-4203-80b4-56ce44519cfc None None] ml2.type_drivers = ['vlan'] {{(pid=65562) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.857215] env[65562]: DEBUG oslo_service.backend._eventlet.service [None req-f52a236f-037d-4203-80b4-56ce44519cfc None None] AGENT_CLI.neutron_port_id = [] {{(pid=65562) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.857346] env[65562]: DEBUG oslo_service.backend._eventlet.service [None req-f52a236f-037d-4203-80b4-56ce44519cfc None None] AGENT_CLI.neutron_qos_policy_id = [] {{(pid=65562) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.857479] env[65562]: DEBUG oslo_service.backend._eventlet.service [None req-f52a236f-037d-4203-80b4-56ce44519cfc None None] AGENT_CLI.neutron_security_group_id = [] {{(pid=65562) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.857621] env[65562]: DEBUG oslo_service.backend._eventlet.service [None req-f52a236f-037d-4203-80b4-56ce44519cfc None None] NSXV3.nsxv3_concurrent_requests = 40 {{(pid=65562) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.857760] env[65562]: DEBUG oslo_service.backend._eventlet.service [None req-f52a236f-037d-4203-80b4-56ce44519cfc None None] NSXV3.nsxv3_connection_retry_count = 2 {{(pid=65562) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.857895] env[65562]: DEBUG oslo_service.backend._eventlet.service [None req-f52a236f-037d-4203-80b4-56ce44519cfc None None] NSXV3.nsxv3_connection_retry_sleep = 2 {{(pid=65562) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.858039] env[65562]: DEBUG oslo_service.backend._eventlet.service [None req-f52a236f-037d-4203-80b4-56ce44519cfc None None] NSXV3.nsxv3_default_policy_infrastructure_rules = True {{(pid=65562) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.858180] env[65562]: DEBUG oslo_service.backend._eventlet.service [None req-f52a236f-037d-4203-80b4-56ce44519cfc None None] NSXV3.nsxv3_dfw_connectivity_strategy = NONE {{(pid=65562) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.858315] env[65562]: DEBUG oslo_service.backend._eventlet.service [None req-f52a236f-037d-4203-80b4-56ce44519cfc None None] NSXV3.nsxv3_ip_discovery_switching_profile = nsx-default-ip-discovery-vlan-profile {{(pid=65562) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.858513] env[65562]: DEBUG oslo_service.backend._eventlet.service [None req-f52a236f-037d-4203-80b4-56ce44519cfc None None] NSXV3.nsxv3_login_hostname = nsxt.osci.c.eu-de-1.cloud.sap {{(pid=65562) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.858661] env[65562]: DEBUG oslo_service.backend._eventlet.service [None req-f52a236f-037d-4203-80b4-56ce44519cfc None None] NSXV3.nsxv3_login_password = **** {{(pid=65562) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.858804] env[65562]: DEBUG oslo_service.backend._eventlet.service [None req-f52a236f-037d-4203-80b4-56ce44519cfc None None] NSXV3.nsxv3_login_port = 443 {{(pid=65562) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.858940] env[65562]: DEBUG oslo_service.backend._eventlet.service [None req-f52a236f-037d-4203-80b4-56ce44519cfc None None] NSXV3.nsxv3_login_user = admin {{(pid=65562) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.859087] env[65562]: DEBUG oslo_service.backend._eventlet.service [None req-f52a236f-037d-4203-80b4-56ce44519cfc None None] NSXV3.nsxv3_managed_hosts = [] {{(pid=65562) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.859227] env[65562]: DEBUG oslo_service.backend._eventlet.service [None req-f52a236f-037d-4203-80b4-56ce44519cfc None None] NSXV3.nsxv3_max_records_per_query = 200 {{(pid=65562) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.859360] env[65562]: DEBUG oslo_service.backend._eventlet.service [None req-f52a236f-037d-4203-80b4-56ce44519cfc None None] NSXV3.nsxv3_operation_retry_count = 3 {{(pid=65562) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.859497] env[65562]: DEBUG oslo_service.backend._eventlet.service [None req-f52a236f-037d-4203-80b4-56ce44519cfc None None] NSXV3.nsxv3_operation_retry_sleep = 5 {{(pid=65562) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.859636] env[65562]: DEBUG oslo_service.backend._eventlet.service [None req-f52a236f-037d-4203-80b4-56ce44519cfc None None] NSXV3.nsxv3_realization_timeout = 300 {{(pid=65562) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.859776] env[65562]: DEBUG oslo_service.backend._eventlet.service [None req-f52a236f-037d-4203-80b4-56ce44519cfc None None] NSXV3.nsxv3_remove_orphan_ports_after = 2.0 {{(pid=65562) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.859914] env[65562]: DEBUG oslo_service.backend._eventlet.service [None req-f52a236f-037d-4203-80b4-56ce44519cfc None None] NSXV3.nsxv3_request_timeout = 60 {{(pid=65562) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.860060] env[65562]: DEBUG oslo_service.backend._eventlet.service [None req-f52a236f-037d-4203-80b4-56ce44519cfc None None] NSXV3.nsxv3_requests_per_second = 80 {{(pid=65562) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.860198] env[65562]: DEBUG oslo_service.backend._eventlet.service [None req-f52a236f-037d-4203-80b4-56ce44519cfc None None] NSXV3.nsxv3_requests_per_second_timeout = 7 {{(pid=65562) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.860355] env[65562]: DEBUG oslo_service.backend._eventlet.service [None req-f52a236f-037d-4203-80b4-56ce44519cfc None None] NSXV3.nsxv3_spoof_guard_switching_profile = nsx-default-spoof-guard-vif-profile {{(pid=65562) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.860540] env[65562]: DEBUG oslo_service.backend._eventlet.service [None req-f52a236f-037d-4203-80b4-56ce44519cfc None None] NSXV3.nsxv3_suppress_ssl_warnings = True {{(pid=65562) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.860686] env[65562]: DEBUG oslo_service.backend._eventlet.service [None req-f52a236f-037d-4203-80b4-56ce44519cfc None None] NSXV3.nsxv3_transport_zone_id_cache_time = 86400 {{(pid=65562) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.860827] env[65562]: DEBUG oslo_service.backend._eventlet.service [None req-f52a236f-037d-4203-80b4-56ce44519cfc None None] NSXV3.nsxv3_transport_zone_name = nsx-vlan-transportzone {{(pid=65562) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.861025] env[65562]: DEBUG oslo_service.backend._eventlet.service [None req-f52a236f-037d-4203-80b4-56ce44519cfc None None] vsphere.vsphere_login_hostname = vc-l-01a.corp.local {{(pid=65562) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.861174] env[65562]: DEBUG oslo_service.backend._eventlet.service [None req-f52a236f-037d-4203-80b4-56ce44519cfc None None] vsphere.vsphere_login_password = VMware1! {{(pid=65562) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.861316] env[65562]: DEBUG oslo_service.backend._eventlet.service [None req-f52a236f-037d-4203-80b4-56ce44519cfc None None] vsphere.vsphere_login_username = administrator@vsphere.local {{(pid=65562) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.861450] env[65562]: DEBUG oslo_service.backend._eventlet.service [None req-f52a236f-037d-4203-80b4-56ce44519cfc None None] vsphere.vsphere_suppress_ssl_wornings = True {{(pid=65562) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.861586] env[65562]: DEBUG oslo_service.backend._eventlet.service [None req-f52a236f-037d-4203-80b4-56ce44519cfc None None] nova.auth_section = None {{(pid=65562) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.861731] env[65562]: DEBUG oslo_service.backend._eventlet.service [None req-f52a236f-037d-4203-80b4-56ce44519cfc None None] nova.auth_type = password {{(pid=65562) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.861869] env[65562]: DEBUG oslo_service.backend._eventlet.service [None req-f52a236f-037d-4203-80b4-56ce44519cfc None None] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=65562) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.861996] env[65562]: DEBUG oslo_service.backend._eventlet.service [None req-f52a236f-037d-4203-80b4-56ce44519cfc None None] nova.certfile = None {{(pid=65562) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.862143] env[65562]: DEBUG oslo_service.backend._eventlet.service [None req-f52a236f-037d-4203-80b4-56ce44519cfc None None] nova.collect_timing = False {{(pid=65562) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.862284] env[65562]: DEBUG oslo_service.backend._eventlet.service [None req-f52a236f-037d-4203-80b4-56ce44519cfc None None] nova.endpoint_type = public {{(pid=65562) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.862419] env[65562]: DEBUG oslo_service.backend._eventlet.service [None req-f52a236f-037d-4203-80b4-56ce44519cfc None None] nova.insecure = False {{(pid=65562) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.862569] env[65562]: DEBUG oslo_service.backend._eventlet.service [None req-f52a236f-037d-4203-80b4-56ce44519cfc None None] nova.keyfile = None {{(pid=65562) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.862720] env[65562]: DEBUG oslo_service.backend._eventlet.service [None req-f52a236f-037d-4203-80b4-56ce44519cfc None None] nova.region_name = RegionOne {{(pid=65562) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.862855] env[65562]: DEBUG oslo_service.backend._eventlet.service [None req-f52a236f-037d-4203-80b4-56ce44519cfc None None] nova.split_loggers = False {{(pid=65562) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.862988] env[65562]: DEBUG oslo_service.backend._eventlet.service [None req-f52a236f-037d-4203-80b4-56ce44519cfc None None] nova.timeout = None {{(pid=65562) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.863139] env[65562]: DEBUG oslo_service.backend._eventlet.service [None req-f52a236f-037d-4203-80b4-56ce44519cfc None None] placement.auth_section = None {{(pid=65562) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.863282] env[65562]: DEBUG oslo_service.backend._eventlet.service [None req-f52a236f-037d-4203-80b4-56ce44519cfc None None] placement.auth_type = password {{(pid=65562) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.863418] env[65562]: DEBUG oslo_service.backend._eventlet.service [None req-f52a236f-037d-4203-80b4-56ce44519cfc None None] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=65562) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.863549] env[65562]: DEBUG oslo_service.backend._eventlet.service [None req-f52a236f-037d-4203-80b4-56ce44519cfc None None] placement.certfile = None {{(pid=65562) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.863683] env[65562]: DEBUG oslo_service.backend._eventlet.service [None req-f52a236f-037d-4203-80b4-56ce44519cfc None None] placement.collect_timing = False {{(pid=65562) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.863825] env[65562]: DEBUG oslo_service.backend._eventlet.service [None req-f52a236f-037d-4203-80b4-56ce44519cfc None None] placement.endpoint_type = public {{(pid=65562) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.863954] env[65562]: DEBUG oslo_service.backend._eventlet.service [None req-f52a236f-037d-4203-80b4-56ce44519cfc None None] placement.insecure = False {{(pid=65562) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.864091] env[65562]: DEBUG oslo_service.backend._eventlet.service [None req-f52a236f-037d-4203-80b4-56ce44519cfc None None] placement.keyfile = None {{(pid=65562) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.864218] env[65562]: DEBUG oslo_service.backend._eventlet.service [None req-f52a236f-037d-4203-80b4-56ce44519cfc None None] placement.region_name = None {{(pid=65562) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.864347] env[65562]: DEBUG oslo_service.backend._eventlet.service [None req-f52a236f-037d-4203-80b4-56ce44519cfc None None] placement.split_loggers = False {{(pid=65562) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.864472] env[65562]: DEBUG oslo_service.backend._eventlet.service [None req-f52a236f-037d-4203-80b4-56ce44519cfc None None] placement.timeout = None {{(pid=65562) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.864609] env[65562]: DEBUG oslo_service.backend._eventlet.service [None req-f52a236f-037d-4203-80b4-56ce44519cfc None None] ironic.auth_section = None {{(pid=65562) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.864757] env[65562]: DEBUG oslo_service.backend._eventlet.service [None req-f52a236f-037d-4203-80b4-56ce44519cfc None None] ironic.auth_type = None {{(pid=65562) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.864939] env[65562]: DEBUG oslo_service.backend._eventlet.service [None req-f52a236f-037d-4203-80b4-56ce44519cfc None None] ironic.cafile = None {{(pid=65562) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.865088] env[65562]: DEBUG oslo_service.backend._eventlet.service [None req-f52a236f-037d-4203-80b4-56ce44519cfc None None] ironic.certfile = None {{(pid=65562) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.865229] env[65562]: DEBUG oslo_service.backend._eventlet.service [None req-f52a236f-037d-4203-80b4-56ce44519cfc None None] ironic.collect_timing = False {{(pid=65562) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.865362] env[65562]: DEBUG oslo_service.backend._eventlet.service [None req-f52a236f-037d-4203-80b4-56ce44519cfc None None] ironic.connect_retries = None {{(pid=65562) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.865494] env[65562]: DEBUG oslo_service.backend._eventlet.service [None req-f52a236f-037d-4203-80b4-56ce44519cfc None None] ironic.connect_retry_delay = None {{(pid=65562) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.865627] env[65562]: DEBUG oslo_service.backend._eventlet.service [None req-f52a236f-037d-4203-80b4-56ce44519cfc None None] ironic.enable_notifications = False {{(pid=65562) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.865755] env[65562]: DEBUG oslo_service.backend._eventlet.service [None req-f52a236f-037d-4203-80b4-56ce44519cfc None None] ironic.endpoint_override = None {{(pid=65562) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.865889] env[65562]: DEBUG oslo_service.backend._eventlet.service [None req-f52a236f-037d-4203-80b4-56ce44519cfc None None] ironic.insecure = False {{(pid=65562) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.866026] env[65562]: DEBUG oslo_service.backend._eventlet.service [None req-f52a236f-037d-4203-80b4-56ce44519cfc None None] ironic.interface = None {{(pid=65562) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.866159] env[65562]: DEBUG oslo_service.backend._eventlet.service [None req-f52a236f-037d-4203-80b4-56ce44519cfc None None] ironic.keyfile = None {{(pid=65562) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.866291] env[65562]: DEBUG oslo_service.backend._eventlet.service [None req-f52a236f-037d-4203-80b4-56ce44519cfc None None] ironic.max_version = None {{(pid=65562) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.866415] env[65562]: DEBUG oslo_service.backend._eventlet.service [None req-f52a236f-037d-4203-80b4-56ce44519cfc None None] ironic.min_version = None {{(pid=65562) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.866541] env[65562]: DEBUG oslo_service.backend._eventlet.service [None req-f52a236f-037d-4203-80b4-56ce44519cfc None None] ironic.region_name = None {{(pid=65562) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.866673] env[65562]: DEBUG oslo_service.backend._eventlet.service [None req-f52a236f-037d-4203-80b4-56ce44519cfc None None] ironic.retriable_status_codes = None {{(pid=65562) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.866797] env[65562]: DEBUG oslo_service.backend._eventlet.service [None req-f52a236f-037d-4203-80b4-56ce44519cfc None None] ironic.service_name = None {{(pid=65562) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.866922] env[65562]: DEBUG oslo_service.backend._eventlet.service [None req-f52a236f-037d-4203-80b4-56ce44519cfc None None] ironic.service_type = None {{(pid=65562) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.867062] env[65562]: DEBUG oslo_service.backend._eventlet.service [None req-f52a236f-037d-4203-80b4-56ce44519cfc None None] ironic.split_loggers = False {{(pid=65562) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.867190] env[65562]: DEBUG oslo_service.backend._eventlet.service [None req-f52a236f-037d-4203-80b4-56ce44519cfc None None] ironic.status_code_retries = None {{(pid=65562) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.867315] env[65562]: DEBUG oslo_service.backend._eventlet.service [None req-f52a236f-037d-4203-80b4-56ce44519cfc None None] ironic.status_code_retry_delay = None {{(pid=65562) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.867444] env[65562]: DEBUG oslo_service.backend._eventlet.service [None req-f52a236f-037d-4203-80b4-56ce44519cfc None None] ironic.timeout = None {{(pid=65562) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.867571] env[65562]: DEBUG oslo_service.backend._eventlet.service [None req-f52a236f-037d-4203-80b4-56ce44519cfc None None] ironic.valid_interfaces = None {{(pid=65562) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.867700] env[65562]: DEBUG oslo_service.backend._eventlet.service [None req-f52a236f-037d-4203-80b4-56ce44519cfc None None] ironic.version = None {{(pid=65562) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.867836] env[65562]: DEBUG oslo_service.backend._eventlet.service [None req-f52a236f-037d-4203-80b4-56ce44519cfc None None] cli_script.dry_run = False {{(pid=65562) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.867978] env[65562]: DEBUG oslo_service.backend._eventlet.service [None req-f52a236f-037d-4203-80b4-56ce44519cfc None None] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=65562) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.868121] env[65562]: DEBUG oslo_service.backend._eventlet.service [None req-f52a236f-037d-4203-80b4-56ce44519cfc None None] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=65562) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.868254] env[65562]: DEBUG oslo_service.backend._eventlet.service [None req-f52a236f-037d-4203-80b4-56ce44519cfc None None] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=65562) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.868383] env[65562]: DEBUG oslo_service.backend._eventlet.service [None req-f52a236f-037d-4203-80b4-56ce44519cfc None None] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=65562) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.868510] env[65562]: DEBUG oslo_service.backend._eventlet.service [None req-f52a236f-037d-4203-80b4-56ce44519cfc None None] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=65562) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.868645] env[65562]: DEBUG oslo_service.backend._eventlet.service [None req-f52a236f-037d-4203-80b4-56ce44519cfc None None] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=65562) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.868770] env[65562]: DEBUG oslo_service.backend._eventlet.service [None req-f52a236f-037d-4203-80b4-56ce44519cfc None None] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=65562) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.868898] env[65562]: DEBUG oslo_service.backend._eventlet.service [None req-f52a236f-037d-4203-80b4-56ce44519cfc None None] oslo_messaging_rabbit.heartbeat_rate = 3 {{(pid=65562) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.869032] env[65562]: DEBUG oslo_service.backend._eventlet.service [None req-f52a236f-037d-4203-80b4-56ce44519cfc None None] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=65562) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.869173] env[65562]: DEBUG oslo_service.backend._eventlet.service [None req-f52a236f-037d-4203-80b4-56ce44519cfc None None] oslo_messaging_rabbit.hostname = devstack {{(pid=65562) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.869303] env[65562]: DEBUG oslo_service.backend._eventlet.service [None req-f52a236f-037d-4203-80b4-56ce44519cfc None None] oslo_messaging_rabbit.kombu_compression = None {{(pid=65562) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.869441] env[65562]: DEBUG oslo_service.backend._eventlet.service [None req-f52a236f-037d-4203-80b4-56ce44519cfc None None] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=65562) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.869579] env[65562]: DEBUG oslo_service.backend._eventlet.service [None req-f52a236f-037d-4203-80b4-56ce44519cfc None None] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=65562) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.869716] env[65562]: DEBUG oslo_service.backend._eventlet.service [None req-f52a236f-037d-4203-80b4-56ce44519cfc None None] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=65562) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.869843] env[65562]: DEBUG oslo_service.backend._eventlet.service [None req-f52a236f-037d-4203-80b4-56ce44519cfc None None] oslo_messaging_rabbit.kombu_reconnect_splay = 0.0 {{(pid=65562) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.869978] env[65562]: DEBUG oslo_service.backend._eventlet.service [None req-f52a236f-037d-4203-80b4-56ce44519cfc None None] oslo_messaging_rabbit.processname = neutron-nsxv3-agent {{(pid=65562) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.870120] env[65562]: DEBUG oslo_service.backend._eventlet.service [None req-f52a236f-037d-4203-80b4-56ce44519cfc None None] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=65562) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.870249] env[65562]: DEBUG oslo_service.backend._eventlet.service [None req-f52a236f-037d-4203-80b4-56ce44519cfc None None] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=65562) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.870381] env[65562]: DEBUG oslo_service.backend._eventlet.service [None req-f52a236f-037d-4203-80b4-56ce44519cfc None None] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=65562) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.870553] env[65562]: DEBUG oslo_service.backend._eventlet.service [None req-f52a236f-037d-4203-80b4-56ce44519cfc None None] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=65562) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.870707] env[65562]: DEBUG oslo_service.backend._eventlet.service [None req-f52a236f-037d-4203-80b4-56ce44519cfc None None] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=65562) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.870841] env[65562]: DEBUG oslo_service.backend._eventlet.service [None req-f52a236f-037d-4203-80b4-56ce44519cfc None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_bytes = 0 {{(pid=65562) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.870970] env[65562]: DEBUG oslo_service.backend._eventlet.service [None req-f52a236f-037d-4203-80b4-56ce44519cfc None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_length = 0 {{(pid=65562) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.871115] env[65562]: DEBUG oslo_service.backend._eventlet.service [None req-f52a236f-037d-4203-80b4-56ce44519cfc None None] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=65562) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.871248] env[65562]: DEBUG oslo_service.backend._eventlet.service [None req-f52a236f-037d-4203-80b4-56ce44519cfc None None] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=65562) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.871378] env[65562]: DEBUG oslo_service.backend._eventlet.service [None req-f52a236f-037d-4203-80b4-56ce44519cfc None None] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=65562) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.871507] env[65562]: DEBUG oslo_service.backend._eventlet.service [None req-f52a236f-037d-4203-80b4-56ce44519cfc None None] oslo_messaging_rabbit.rabbit_stream_fanout = False {{(pid=65562) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.871640] env[65562]: DEBUG oslo_service.backend._eventlet.service [None req-f52a236f-037d-4203-80b4-56ce44519cfc None None] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=65562) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.871769] env[65562]: DEBUG oslo_service.backend._eventlet.service [None req-f52a236f-037d-4203-80b4-56ce44519cfc None None] oslo_messaging_rabbit.rabbit_transient_quorum_queue = False {{(pid=65562) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.871902] env[65562]: DEBUG oslo_service.backend._eventlet.service [None req-f52a236f-037d-4203-80b4-56ce44519cfc None None] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=65562) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.872043] env[65562]: DEBUG oslo_service.backend._eventlet.service [None req-f52a236f-037d-4203-80b4-56ce44519cfc None None] oslo_messaging_rabbit.ssl = False {{(pid=65562) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.872185] env[65562]: DEBUG oslo_service.backend._eventlet.service [None req-f52a236f-037d-4203-80b4-56ce44519cfc None None] oslo_messaging_rabbit.ssl_ca_file = {{(pid=65562) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.872321] env[65562]: DEBUG oslo_service.backend._eventlet.service [None req-f52a236f-037d-4203-80b4-56ce44519cfc None None] oslo_messaging_rabbit.ssl_cert_file = {{(pid=65562) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.872452] env[65562]: DEBUG oslo_service.backend._eventlet.service [None req-f52a236f-037d-4203-80b4-56ce44519cfc None None] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=65562) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.872610] env[65562]: DEBUG oslo_service.backend._eventlet.service [None req-f52a236f-037d-4203-80b4-56ce44519cfc None None] oslo_messaging_rabbit.ssl_key_file = {{(pid=65562) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.872754] env[65562]: DEBUG oslo_service.backend._eventlet.service [None req-f52a236f-037d-4203-80b4-56ce44519cfc None None] oslo_messaging_rabbit.ssl_version = {{(pid=65562) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.872885] env[65562]: DEBUG oslo_service.backend._eventlet.service [None req-f52a236f-037d-4203-80b4-56ce44519cfc None None] oslo_messaging_rabbit.use_queue_manager = False {{(pid=65562) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.873040] env[65562]: DEBUG oslo_service.backend._eventlet.service [None req-f52a236f-037d-4203-80b4-56ce44519cfc None None] oslo_messaging_notifications.driver = [] {{(pid=65562) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.873180] env[65562]: DEBUG oslo_service.backend._eventlet.service [None req-f52a236f-037d-4203-80b4-56ce44519cfc None None] oslo_messaging_notifications.retry = -1 {{(pid=65562) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.873328] env[65562]: DEBUG oslo_service.backend._eventlet.service [None req-f52a236f-037d-4203-80b4-56ce44519cfc None None] oslo_messaging_notifications.topics = ['notifications'] {{(pid=65562) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.873462] env[65562]: DEBUG oslo_service.backend._eventlet.service [None req-f52a236f-037d-4203-80b4-56ce44519cfc None None] oslo_messaging_notifications.transport_url = **** {{(pid=65562) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.873567] env[65562]: DEBUG oslo_service.backend._eventlet.service [None req-f52a236f-037d-4203-80b4-56ce44519cfc None None] ******************************************************************************** {{(pid=65562) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2828}} [ 535.874709] env[65562]: DEBUG neutron.agent.securitygroups_rpc [None req-beda378b-5629-482c-8706-6a6b938c8fd5 None None] Init firewall settings (driver=nsxv3) {{(pid=65562) init_firewall /opt/stack/neutron/neutron/agent/securitygroups_rpc.py:137}} [ 535.876062] env[65562]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.extensions.firewall [None req-beda378b-5629-482c-8706-6a6b938c8fd5 None None] Initializing NSXv3SecurityGroupsDriver dummy driver. {{(pid=65562) __init__ /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/extensions/firewall.py:16}} [ 535.876281] env[65562]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-beda378b-5629-482c-8706-6a6b938c8fd5 None None] RPC agent_id: nsxm-l-01a.corp.local [ 535.878461] env[65562]: DEBUG dogpile.cache.region [None req-beda378b-5629-482c-8706-6a6b938c8fd5 None None] No value present for key: 'zone-id' {{(pid=65562) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 535.878587] env[65562]: DEBUG dogpile.lock [None req-beda378b-5629-482c-8706-6a6b938c8fd5 None None] NeedRegenerationException {{(pid=65562) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 535.878684] env[65562]: DEBUG dogpile.lock [None req-beda378b-5629-482c-8706-6a6b938c8fd5 None None] no value, waiting for create lock {{(pid=65562) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 535.878774] env[65562]: DEBUG dogpile.lock [None req-beda378b-5629-482c-8706-6a6b938c8fd5 None None] value creation lock acquired {{(pid=65562) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 535.878868] env[65562]: DEBUG dogpile.cache.region [None req-beda378b-5629-482c-8706-6a6b938c8fd5 None None] No value present for key: 'zone-id' {{(pid=65562) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 535.878949] env[65562]: DEBUG dogpile.lock [None req-beda378b-5629-482c-8706-6a6b938c8fd5 None None] Calling creation function for not-yet-present value {{(pid=65562) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 535.879080] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-beda378b-5629-482c-8706-6a6b938c8fd5 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 535.908459] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [None req-beda378b-5629-482c-8706-6a6b938c8fd5 None None] Session token - acquiring [ 535.909990] env[65562]: DEBUG networking_nsxv3.common.locking [None req-beda378b-5629-482c-8706-6a6b938c8fd5 None None] Lock https://nsxt.osci.c.eu-de-1.cloud.sap:443 taken with stack trace [, , , , , , , , , , , , , , , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 535.910185] env[65562]: DEBUG oslo_concurrency.lockutils [None req-beda378b-5629-482c-8706-6a6b938c8fd5 None None] Acquiring lock "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 535.910315] env[65562]: DEBUG oslo_concurrency.lockutils [None req-beda378b-5629-482c-8706-6a6b938c8fd5 None None] Acquired lock "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 535.910740] env[65562]: DEBUG oslo_concurrency.lockutils [None req-beda378b-5629-482c-8706-6a6b938c8fd5 None None] Acquired external semaphore "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 535.921461] env[65562]: DEBUG oslo_concurrency.lockutils [None req-beda378b-5629-482c-8706-6a6b938c8fd5 None None] Releasing lock "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 536.197275] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [None req-beda378b-5629-482c-8706-6a6b938c8fd5 None None] Session token - acquired, connected to NSX-T 4.1.2.0.0.22589037 [ 536.219529] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-beda378b-5629-482c-8706-6a6b938c8fd5 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 536.219705] env[65562]: DEBUG dogpile.cache.region [None req-beda378b-5629-482c-8706-6a6b938c8fd5 None None] Cache value generated in 0.341 seconds for key(s): 'zone-id' {{(pid=65562) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 536.219849] env[65562]: DEBUG dogpile.lock [None req-beda378b-5629-482c-8706-6a6b938c8fd5 None None] Released creation lock {{(pid=65562) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 536.219913] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-beda378b-5629-482c-8706-6a6b938c8fd5 None None] Activating Policy API Provider. [ 536.220107] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-beda378b-5629-482c-8706-6a6b938c8fd5 None None] Looking for the default Infrastructure Rules. [ 536.287991] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-beda378b-5629-482c-8706-6a6b938c8fd5 None None] Looking for the Default Layer3 Logged Drop Section. [ 536.302374] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-beda378b-5629-482c-8706-6a6b938c8fd5 None None] Detected NSX-T (4, 1, 2, 0, 0, 22589037) version. [ 536.302974] env[65562]: DEBUG networking_nsxv3.common.locking [None req-beda378b-5629-482c-8706-6a6b938c8fd5 None None] Lock all taken with stack trace [, , , , , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 536.303209] env[65562]: DEBUG oslo_concurrency.lockutils [None req-beda378b-5629-482c-8706-6a6b938c8fd5 None None] Acquiring lock "all" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 536.303278] env[65562]: DEBUG oslo_concurrency.lockutils [None req-beda378b-5629-482c-8706-6a6b938c8fd5 None None] Acquired lock "all" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 536.303648] env[65562]: DEBUG oslo_concurrency.lockutils [None req-beda378b-5629-482c-8706-6a6b938c8fd5 None None] Acquired external semaphore "all" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 536.304043] env[65562]: DEBUG networking_nsxv3.api.rpc [None req-beda378b-5629-482c-8706-6a6b938c8fd5 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 536.818859] env[65562]: DEBUG networking_nsxv3.api.rpc [None req-beda378b-5629-482c-8706-6a6b938c8fd5 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 537.321795] env[65562]: DEBUG networking_nsxv3.api.rpc [None req-beda378b-5629-482c-8706-6a6b938c8fd5 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 537.824587] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-beda378b-5629-482c-8706-6a6b938c8fd5 None None] Inventory metadata is going to be refreshed. [ 537.824815] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-beda378b-5629-482c-8706-6a6b938c8fd5 None None] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 538.690743] env[65562]: DEBUG networking_nsxv3.common.locking [None req-beda378b-5629-482c-8706-6a6b938c8fd5 None None] Lock Segment taken with stack trace [, , , , , , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 538.691244] env[65562]: DEBUG oslo_concurrency.lockutils [None req-beda378b-5629-482c-8706-6a6b938c8fd5 None None] Acquiring lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 538.691244] env[65562]: DEBUG oslo_concurrency.lockutils [None req-beda378b-5629-482c-8706-6a6b938c8fd5 None None] Acquired lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 538.691432] env[65562]: DEBUG oslo_concurrency.lockutils [None req-beda378b-5629-482c-8706-6a6b938c8fd5 None None] Acquired external semaphore "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 538.702892] env[65562]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [None req-beda378b-5629-482c-8706-6a6b938c8fd5 None None] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 538.703781] env[65562]: DEBUG oslo_concurrency.lockutils [None req-beda378b-5629-482c-8706-6a6b938c8fd5 None None] Releasing lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 538.704378] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-beda378b-5629-482c-8706-6a6b938c8fd5 None None] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 538.722522] env[65562]: DEBUG networking_nsxv3.common.locking [None req-beda378b-5629-482c-8706-6a6b938c8fd5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 538.722841] env[65562]: DEBUG oslo_concurrency.lockutils [None req-beda378b-5629-482c-8706-6a6b938c8fd5 None None] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 538.722887] env[65562]: DEBUG oslo_concurrency.lockutils [None req-beda378b-5629-482c-8706-6a6b938c8fd5 None None] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 538.723161] env[65562]: DEBUG oslo_concurrency.lockutils [None req-beda378b-5629-482c-8706-6a6b938c8fd5 None None] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 538.723284] env[65562]: DEBUG oslo_concurrency.lockutils [None req-beda378b-5629-482c-8706-6a6b938c8fd5 None None] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 538.723431] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-beda378b-5629-482c-8706-6a6b938c8fd5 None None] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 538.723555] env[65562]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-beda378b-5629-482c-8706-6a6b938c8fd5 None None] Outdated resources of Type:SegmentPort Are:set() {{(pid=65562) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 538.723723] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-beda378b-5629-482c-8706-6a6b938c8fd5 None None] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 538.743970] env[65562]: DEBUG networking_nsxv3.common.locking [None req-beda378b-5629-482c-8706-6a6b938c8fd5 None None] Lock Security Group (Rules) taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 538.744175] env[65562]: DEBUG oslo_concurrency.lockutils [None req-beda378b-5629-482c-8706-6a6b938c8fd5 None None] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 538.744311] env[65562]: DEBUG oslo_concurrency.lockutils [None req-beda378b-5629-482c-8706-6a6b938c8fd5 None None] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 538.744556] env[65562]: DEBUG oslo_concurrency.lockutils [None req-beda378b-5629-482c-8706-6a6b938c8fd5 None None] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 538.744739] env[65562]: DEBUG oslo_concurrency.lockutils [None req-beda378b-5629-482c-8706-6a6b938c8fd5 None None] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 538.744881] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-beda378b-5629-482c-8706-6a6b938c8fd5 None None] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 538.768841] env[65562]: DEBUG networking_nsxv3.common.locking [None req-beda378b-5629-482c-8706-6a6b938c8fd5 None None] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 538.769169] env[65562]: DEBUG oslo_concurrency.lockutils [None req-beda378b-5629-482c-8706-6a6b938c8fd5 None None] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 538.769169] env[65562]: DEBUG oslo_concurrency.lockutils [None req-beda378b-5629-482c-8706-6a6b938c8fd5 None None] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 538.769414] env[65562]: DEBUG oslo_concurrency.lockutils [None req-beda378b-5629-482c-8706-6a6b938c8fd5 None None] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 538.769559] env[65562]: DEBUG oslo_concurrency.lockutils [None req-beda378b-5629-482c-8706-6a6b938c8fd5 None None] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 538.769704] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-beda378b-5629-482c-8706-6a6b938c8fd5 None None] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 538.791104] env[65562]: DEBUG networking_nsxv3.common.locking [None req-beda378b-5629-482c-8706-6a6b938c8fd5 None None] Lock Address Group taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 538.791331] env[65562]: DEBUG oslo_concurrency.lockutils [None req-beda378b-5629-482c-8706-6a6b938c8fd5 None None] Acquiring lock "Address Group" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 538.791385] env[65562]: DEBUG oslo_concurrency.lockutils [None req-beda378b-5629-482c-8706-6a6b938c8fd5 None None] Acquired lock "Address Group" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 538.791682] env[65562]: DEBUG oslo_concurrency.lockutils [None req-beda378b-5629-482c-8706-6a6b938c8fd5 None None] Acquired external semaphore "Address Group" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 538.791830] env[65562]: DEBUG oslo_concurrency.lockutils [None req-beda378b-5629-482c-8706-6a6b938c8fd5 None None] Releasing lock "Address Group" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 538.791979] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-beda378b-5629-482c-8706-6a6b938c8fd5 None None] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:0. [ 538.792095] env[65562]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-beda378b-5629-482c-8706-6a6b938c8fd5 None None] Outdated resources of Type:Security Group (Rules) Are:set() {{(pid=65562) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 538.792197] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-beda378b-5629-482c-8706-6a6b938c8fd5 None None] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 538.809888] env[65562]: DEBUG networking_nsxv3.common.locking [None req-beda378b-5629-482c-8706-6a6b938c8fd5 None None] Lock Segment QoS taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 538.810122] env[65562]: DEBUG oslo_concurrency.lockutils [None req-beda378b-5629-482c-8706-6a6b938c8fd5 None None] Acquiring lock "Segment QoS" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 538.810168] env[65562]: DEBUG oslo_concurrency.lockutils [None req-beda378b-5629-482c-8706-6a6b938c8fd5 None None] Acquired lock "Segment QoS" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 538.810451] env[65562]: DEBUG oslo_concurrency.lockutils [None req-beda378b-5629-482c-8706-6a6b938c8fd5 None None] Acquired external semaphore "Segment QoS" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 538.810589] env[65562]: DEBUG oslo_concurrency.lockutils [None req-beda378b-5629-482c-8706-6a6b938c8fd5 None None] Releasing lock "Segment QoS" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 538.810742] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-beda378b-5629-482c-8706-6a6b938c8fd5 None None] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 538.810847] env[65562]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-beda378b-5629-482c-8706-6a6b938c8fd5 None None] Outdated resources of Type:Segment QoS Are:set() {{(pid=65562) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 538.810961] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-beda378b-5629-482c-8706-6a6b938c8fd5 None None] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 538.829498] env[65562]: DEBUG networking_nsxv3.common.locking [None req-beda378b-5629-482c-8706-6a6b938c8fd5 None None] Lock Security Group (Members) taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 538.829692] env[65562]: DEBUG oslo_concurrency.lockutils [None req-beda378b-5629-482c-8706-6a6b938c8fd5 None None] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 538.829822] env[65562]: DEBUG oslo_concurrency.lockutils [None req-beda378b-5629-482c-8706-6a6b938c8fd5 None None] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 538.830050] env[65562]: DEBUG oslo_concurrency.lockutils [None req-beda378b-5629-482c-8706-6a6b938c8fd5 None None] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 538.830198] env[65562]: DEBUG oslo_concurrency.lockutils [None req-beda378b-5629-482c-8706-6a6b938c8fd5 None None] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 538.830356] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-beda378b-5629-482c-8706-6a6b938c8fd5 None None] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 538.830463] env[65562]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-beda378b-5629-482c-8706-6a6b938c8fd5 None None] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=65562) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 538.830569] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-beda378b-5629-482c-8706-6a6b938c8fd5 None None] Inventory metadata have been refreshed. [ 538.830667] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-beda378b-5629-482c-8706-6a6b938c8fd5 None None] Dryrun:True. Metadata refresh completed. [ 538.830783] env[65562]: DEBUG oslo_concurrency.lockutils [None req-beda378b-5629-482c-8706-6a6b938c8fd5 None None] Releasing lock "all" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 538.834553] env[65562]: INFO neutron.agent.agent_extensions_manager [None req-beda378b-5629-482c-8706-6a6b938c8fd5 None None] Loaded agent extensions: [] [ 538.835349] env[65562]: DEBUG neutron_lib.callbacks.manager [None req-beda378b-5629-482c-8706-6a6b938c8fd5 None None] Publish callbacks [] for NSXv3 Agent (None), after_init {{(pid=65562) _notify_loop /opt/stack/data/venv/lib/python3.10/site-packages/neutron_lib/callbacks/manager.py:184}} [ 538.902311] env[65562]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-beda378b-5629-482c-8706-6a6b938c8fd5 None None] NSXv3 Agent Agent RPC Daemon Started! [ 538.902586] env[65562]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-beda378b-5629-482c-8706-6a6b938c8fd5 None None] NSXv3 Agent Agent loop - iteration:0 started [ 538.903166] env[65562]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-beda378b-5629-482c-8706-6a6b938c8fd5 None None] NSXv3 Agent Agent out of sync with plugin! [ 543.835599] env[65562]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 543.836037] env[65562]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 548.837265] env[65562]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 548.837637] env[65562]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 553.839057] env[65562]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 553.839057] env[65562]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 553.967418] env[65562]: INFO networking_nsxv3.common.synchronization [None req-0d55237c-0ba0-4624-9afd-b1a7b1868b7e demo admin] Enqueued Resource ID: 8b434821-bad2-4f39-bb2c-38752052619b with Priority: HIGHEST for action security_group_rules [ 553.967789] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8b434821-bad2-4f39-bb2c-38752052619b with Priority: HIGHEST for action security_group_rules [ 553.968184] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8b434821-bad2-4f39-bb2c-38752052619b taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 553.968271] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8b434821-bad2-4f39-bb2c-38752052619b" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 553.968316] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8b434821-bad2-4f39-bb2c-38752052619b" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 553.968658] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8b434821-bad2-4f39-bb2c-38752052619b" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 553.968742] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8b434821-bad2-4f39-bb2c-38752052619b',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 554.489341] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 554.489640] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 554.489640] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 554.489775] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 554.489870] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 554.489964] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8b434821-bad2-4f39-bb2c-38752052619b already deleted. [ 554.490068] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8b434821-bad2-4f39-bb2c-38752052619b" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 558.969279] env[65562]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 558.969279] env[65562]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 561.839024] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 561.839451] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 561.839451] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 561.839532] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 561.839738] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 562.342665] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 562.844740] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 563.347221] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 563.347472] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 563.969776] env[65562]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 563.970192] env[65562]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 564.044755] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 564.044980] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 564.044980] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 564.045133] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 564.055601] env[65562]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 564.056398] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 564.057169] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 564.074472] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 564.074658] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 564.074658] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 564.074879] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 564.074965] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 564.075092] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 564.075169] env[65562]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=65562) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 564.075242] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 564.095368] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 564.095590] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 564.095590] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 564.095771] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 564.095907] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 564.096035] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 564.115531] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 564.115758] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 564.115758] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 564.115917] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 564.116036] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 564.116147] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 564.135152] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 564.135358] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 564.135358] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 564.135577] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 564.135683] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 564.135799] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:0. [ 564.135870] env[65562]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:set() {{(pid=65562) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 564.135938] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 564.151991] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 564.152221] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 564.152221] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 564.152401] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 564.152488] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 564.152595] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 564.152664] env[65562]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=65562) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 564.152733] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 564.172403] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 564.172614] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 564.172614] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 564.172870] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 564.173019] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 564.173138] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 564.173215] env[65562]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=65562) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 564.173284] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 564.173349] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 564.173424] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Security Group Rules [ 564.173488] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Security Group Members [ 564.173548] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:QoS [ 564.173812] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Items outdated since last Agent sanitize:0 [ 564.173875] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Sanitizing provider based on age cycles [ 564.173942] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 564.195321] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 564.195532] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 564.195532] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 564.195705] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 564.195814] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 564.195921] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 564.213752] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 564.213954] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 564.213954] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 564.214175] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 564.214282] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 564.245666] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 568.970536] env[65562]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 568.970897] env[65562]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 573.972079] env[65562]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 573.972472] env[65562]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 578.973400] env[65562]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 578.973782] env[65562]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 579.417332] env[65562]: INFO networking_nsxv3.common.synchronization [None req-af34b5df-79d6-4797-99be-7f8ea82b0b40 None None] Enqueued Resource ID: 94f01ff3-16bf-420b-80b3-bc289334cf09 with Priority: HIGHEST for action port [ 579.417872] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 94f01ff3-16bf-420b-80b3-bc289334cf09 with Priority: HIGHEST for action port [ 579.418190] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock port-94f01ff3-16bf-420b-80b3-bc289334cf09 taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 579.418409] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-94f01ff3-16bf-420b-80b3-bc289334cf09" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 579.418409] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-94f01ff3-16bf-420b-80b3-bc289334cf09" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 579.418624] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-94f01ff3-16bf-420b-80b3-bc289334cf09" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 579.418741] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('94f01ff3-16bf-420b-80b3-bc289334cf09',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 579.607413] env[65562]: INFO networking_nsxv3.common.synchronization [None req-e52abb9e-2176-4505-82b8-c4087cbee689 None None] Enqueued Resource ID: bcd5576f-aba6-4892-a5c9-92a037dbab1f with Priority: HIGHEST for action port [ 579.608020] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bcd5576f-aba6-4892-a5c9-92a037dbab1f with Priority: HIGHEST for action port [ 579.608670] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock port-bcd5576f-aba6-4892-a5c9-92a037dbab1f taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 579.608670] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bcd5576f-aba6-4892-a5c9-92a037dbab1f" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 579.608670] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bcd5576f-aba6-4892-a5c9-92a037dbab1f" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 579.608867] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bcd5576f-aba6-4892-a5c9-92a037dbab1f" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 579.608907] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bcd5576f-aba6-4892-a5c9-92a037dbab1f',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 579.922215] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 94f01ff3-16bf-420b-80b3-bc289334cf09 [ 579.922434] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 579.922571] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 579.922641] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 579.922854] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 579.922943] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 579.923066] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:94f01ff3-16bf-420b-80b3-bc289334cf09 already deleted. [ 579.923160] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-94f01ff3-16bf-420b-80b3-bc289334cf09" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 580.112881] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port bcd5576f-aba6-4892-a5c9-92a037dbab1f [ 580.113186] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 580.113450] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 580.113550] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 580.113793] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 580.113927] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 580.114060] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:bcd5576f-aba6-4892-a5c9-92a037dbab1f already deleted. [ 580.114199] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bcd5576f-aba6-4892-a5c9-92a037dbab1f" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 581.722555] env[65562]: INFO networking_nsxv3.common.synchronization [None req-4a1ede46-d248-4329-a5a0-f2de21d26d52 None None] Enqueued Resource ID: b55d7788-f982-4bfa-b59e-5b3478e03a40 with Priority: HIGHEST for action port [ 581.723035] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b55d7788-f982-4bfa-b59e-5b3478e03a40 with Priority: HIGHEST for action port [ 581.723406] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock port-b55d7788-f982-4bfa-b59e-5b3478e03a40 taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 581.723548] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b55d7788-f982-4bfa-b59e-5b3478e03a40" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 581.723859] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b55d7788-f982-4bfa-b59e-5b3478e03a40" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 581.723859] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b55d7788-f982-4bfa-b59e-5b3478e03a40" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 581.724284] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b55d7788-f982-4bfa-b59e-5b3478e03a40',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 581.771464] env[65562]: INFO networking_nsxv3.common.synchronization [None req-831c2c30-5958-46ac-91c4-99217d511503 None None] Enqueued Resource ID: 60551982-da10-4ff6-9435-db4b72274836 with Priority: HIGHEST for action port [ 581.771764] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 60551982-da10-4ff6-9435-db4b72274836 with Priority: HIGHEST for action port [ 581.772446] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock port-60551982-da10-4ff6-9435-db4b72274836 taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 581.772682] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-60551982-da10-4ff6-9435-db4b72274836" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 581.773306] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-60551982-da10-4ff6-9435-db4b72274836" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 581.773888] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-60551982-da10-4ff6-9435-db4b72274836" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 581.774185] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('60551982-da10-4ff6-9435-db4b72274836',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 582.226462] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b55d7788-f982-4bfa-b59e-5b3478e03a40 [ 582.226727] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 582.226895] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 582.226969] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 582.227329] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 582.227602] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 582.227602] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b55d7788-f982-4bfa-b59e-5b3478e03a40 already deleted. [ 582.228090] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b55d7788-f982-4bfa-b59e-5b3478e03a40" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 582.278137] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 60551982-da10-4ff6-9435-db4b72274836 [ 582.278437] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 582.278668] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 582.278668] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 582.278908] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 582.278908] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 582.278995] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:60551982-da10-4ff6-9435-db4b72274836 already deleted. [ 582.279115] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-60551982-da10-4ff6-9435-db4b72274836" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 585.679137] env[65562]: INFO networking_nsxv3.common.synchronization [None req-e0e9975c-7f69-4dda-98a9-a1a51ae7ef4b None None] Enqueued Resource ID: ca8f3bf2-c041-4818-bc0c-0257f6427f76 with Priority: HIGHEST for action port [ 585.680230] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ca8f3bf2-c041-4818-bc0c-0257f6427f76 with Priority: HIGHEST for action port [ 585.680230] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock port-ca8f3bf2-c041-4818-bc0c-0257f6427f76 taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 585.680230] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ca8f3bf2-c041-4818-bc0c-0257f6427f76" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.680230] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ca8f3bf2-c041-4818-bc0c-0257f6427f76" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 585.680527] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ca8f3bf2-c041-4818-bc0c-0257f6427f76" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 585.680527] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ca8f3bf2-c041-4818-bc0c-0257f6427f76',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 585.876422] env[65562]: INFO networking_nsxv3.common.synchronization [None req-afb435c9-f051-4c91-9ec4-9155d153c224 None None] Enqueued Resource ID: b9f71d28-bdad-4a91-9098-10fc9e825961 with Priority: HIGHEST for action port [ 585.876976] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b9f71d28-bdad-4a91-9098-10fc9e825961 with Priority: HIGHEST for action port [ 585.877292] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock port-b9f71d28-bdad-4a91-9098-10fc9e825961 taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 585.877427] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b9f71d28-bdad-4a91-9098-10fc9e825961" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.877485] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b9f71d28-bdad-4a91-9098-10fc9e825961" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 585.877723] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b9f71d28-bdad-4a91-9098-10fc9e825961" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 585.877806] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b9f71d28-bdad-4a91-9098-10fc9e825961',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 586.182797] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ca8f3bf2-c041-4818-bc0c-0257f6427f76 [ 586.183194] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.183778] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.183778] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 586.183896] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 586.184033] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 586.184205] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ca8f3bf2-c041-4818-bc0c-0257f6427f76 already deleted. [ 586.184426] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ca8f3bf2-c041-4818-bc0c-0257f6427f76" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 586.385748] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b9f71d28-bdad-4a91-9098-10fc9e825961 [ 586.386013] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.386152] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.386220] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 586.386434] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 586.386518] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 586.386606] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b9f71d28-bdad-4a91-9098-10fc9e825961 already deleted. [ 586.386682] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b9f71d28-bdad-4a91-9098-10fc9e825961" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 586.413919] env[65562]: INFO networking_nsxv3.common.synchronization [None req-c7369d37-532a-4573-bd2a-6a5c456dc982 None None] Enqueued Resource ID: 29da0f3a-a920-45da-a362-141852c6643a with Priority: HIGHEST for action port [ 586.415397] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 29da0f3a-a920-45da-a362-141852c6643a with Priority: HIGHEST for action port [ 586.415397] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock port-29da0f3a-a920-45da-a362-141852c6643a taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.415397] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-29da0f3a-a920-45da-a362-141852c6643a" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.415397] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-29da0f3a-a920-45da-a362-141852c6643a" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 586.416472] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-29da0f3a-a920-45da-a362-141852c6643a" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 586.416472] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('29da0f3a-a920-45da-a362-141852c6643a',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 586.919688] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 29da0f3a-a920-45da-a362-141852c6643a [ 586.919965] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.920068] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.920137] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 586.920350] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 586.920443] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 586.920537] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:29da0f3a-a920-45da-a362-141852c6643a already deleted. [ 586.920620] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-29da0f3a-a920-45da-a362-141852c6643a" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 587.909632] env[65562]: INFO networking_nsxv3.common.synchronization [None req-62f42a3d-0b5d-4b1d-894f-f512d4683852 None None] Enqueued Resource ID: 19ccd154-8522-4de7-bfc9-95e98fa3bc52 with Priority: HIGHEST for action port [ 587.910951] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 19ccd154-8522-4de7-bfc9-95e98fa3bc52 with Priority: HIGHEST for action port [ 587.911405] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock port-19ccd154-8522-4de7-bfc9-95e98fa3bc52 taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.911517] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-19ccd154-8522-4de7-bfc9-95e98fa3bc52" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.911517] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-19ccd154-8522-4de7-bfc9-95e98fa3bc52" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 587.911744] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-19ccd154-8522-4de7-bfc9-95e98fa3bc52" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 587.911826] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('19ccd154-8522-4de7-bfc9-95e98fa3bc52',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 588.413738] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 19ccd154-8522-4de7-bfc9-95e98fa3bc52 [ 588.415017] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.415510] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.415653] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.415951] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.416121] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 588.417211] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:19ccd154-8522-4de7-bfc9-95e98fa3bc52 already deleted. [ 588.418138] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-19ccd154-8522-4de7-bfc9-95e98fa3bc52" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 588.624489] env[65562]: INFO networking_nsxv3.common.synchronization [None req-b0aa80e5-d2e3-461c-98e6-40f17928c928 None None] Enqueued Resource ID: 50bf5459-ab44-4ece-8aab-e0cc0783e703 with Priority: HIGHEST for action port [ 588.624489] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 50bf5459-ab44-4ece-8aab-e0cc0783e703 with Priority: HIGHEST for action port [ 588.624489] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock port-50bf5459-ab44-4ece-8aab-e0cc0783e703 taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.624489] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-50bf5459-ab44-4ece-8aab-e0cc0783e703" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.624489] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-50bf5459-ab44-4ece-8aab-e0cc0783e703" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.624489] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-50bf5459-ab44-4ece-8aab-e0cc0783e703" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.624489] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('50bf5459-ab44-4ece-8aab-e0cc0783e703',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 589.060634] env[65562]: INFO networking_nsxv3.common.synchronization [None req-b5f5f935-f7bf-471c-964b-a11392464071 None None] Enqueued Resource ID: 36ab815c-0120-4e2a-86d0-950e5d724b07 with Priority: HIGHEST for action port [ 589.060634] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 36ab815c-0120-4e2a-86d0-950e5d724b07 with Priority: HIGHEST for action port [ 589.060927] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock port-36ab815c-0120-4e2a-86d0-950e5d724b07 taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.061067] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-36ab815c-0120-4e2a-86d0-950e5d724b07" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.061130] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-36ab815c-0120-4e2a-86d0-950e5d724b07" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.061383] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-36ab815c-0120-4e2a-86d0-950e5d724b07" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.061468] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('36ab815c-0120-4e2a-86d0-950e5d724b07',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 589.128498] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 50bf5459-ab44-4ece-8aab-e0cc0783e703 [ 589.128498] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.128498] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.128996] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.128996] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.128996] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.128996] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:50bf5459-ab44-4ece-8aab-e0cc0783e703 already deleted. [ 589.128996] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-50bf5459-ab44-4ece-8aab-e0cc0783e703" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.564263] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 36ab815c-0120-4e2a-86d0-950e5d724b07 [ 589.564555] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.564701] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.564762] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.565062] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.565357] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.565357] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:36ab815c-0120-4e2a-86d0-950e5d724b07 already deleted. [ 589.565452] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-36ab815c-0120-4e2a-86d0-950e5d724b07" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.289486] env[65562]: INFO networking_nsxv3.common.synchronization [None req-d90a3571-a2a5-463e-b808-98e8774aadae None None] Enqueued Resource ID: fae786f9-8fda-4f28-be29-7362f700c000 with Priority: HIGHEST for action port [ 590.289782] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fae786f9-8fda-4f28-be29-7362f700c000 with Priority: HIGHEST for action port [ 590.290363] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock port-fae786f9-8fda-4f28-be29-7362f700c000 taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.290606] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fae786f9-8fda-4f28-be29-7362f700c000" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.290606] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fae786f9-8fda-4f28-be29-7362f700c000" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.290785] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fae786f9-8fda-4f28-be29-7362f700c000" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.290866] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fae786f9-8fda-4f28-be29-7362f700c000',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 590.404023] env[65562]: INFO networking_nsxv3.common.synchronization [None req-655bb8ed-335d-437a-bb92-236fe6aea4b7 None None] Enqueued Resource ID: 473d0519-5f93-4d21-9b4d-517c9219aea2 with Priority: HIGHEST for action port [ 590.404023] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 473d0519-5f93-4d21-9b4d-517c9219aea2 with Priority: HIGHEST for action port [ 590.404023] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock port-473d0519-5f93-4d21-9b4d-517c9219aea2 taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.404547] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-473d0519-5f93-4d21-9b4d-517c9219aea2" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.404727] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-473d0519-5f93-4d21-9b4d-517c9219aea2" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.405353] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-473d0519-5f93-4d21-9b4d-517c9219aea2" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.405738] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('473d0519-5f93-4d21-9b4d-517c9219aea2',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 590.799340] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port fae786f9-8fda-4f28-be29-7362f700c000 [ 590.799660] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.801346] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.801346] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.801346] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.801346] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.801346] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:fae786f9-8fda-4f28-be29-7362f700c000 already deleted. [ 590.801346] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fae786f9-8fda-4f28-be29-7362f700c000" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.914026] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 473d0519-5f93-4d21-9b4d-517c9219aea2 [ 590.914026] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.914168] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.914202] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.914418] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.914674] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.914674] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:473d0519-5f93-4d21-9b4d-517c9219aea2 already deleted. [ 590.914796] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-473d0519-5f93-4d21-9b4d-517c9219aea2" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.170857] env[65562]: INFO networking_nsxv3.common.synchronization [None req-9ab7f8b2-5bea-4621-98f7-8d99200350e0 None None] Enqueued Resource ID: 2f85295d-91b5-40d3-b32b-d24565a135e4 with Priority: HIGHEST for action port [ 591.171452] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2f85295d-91b5-40d3-b32b-d24565a135e4 with Priority: HIGHEST for action port [ 591.171780] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock port-2f85295d-91b5-40d3-b32b-d24565a135e4 taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.171910] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2f85295d-91b5-40d3-b32b-d24565a135e4" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.171981] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2f85295d-91b5-40d3-b32b-d24565a135e4" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.172242] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2f85295d-91b5-40d3-b32b-d24565a135e4" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.172326] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2f85295d-91b5-40d3-b32b-d24565a135e4',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 591.676984] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2f85295d-91b5-40d3-b32b-d24565a135e4 [ 591.677702] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.677856] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.677931] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.678160] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.678253] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.678348] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2f85295d-91b5-40d3-b32b-d24565a135e4 already deleted. [ 591.678427] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2f85295d-91b5-40d3-b32b-d24565a135e4" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.446839] env[65562]: INFO networking_nsxv3.common.synchronization [None req-fd7ade9c-3585-43d0-8af5-f2950dbdcd2a None None] Enqueued Resource ID: 66556fee-9d2a-4c44-8e3e-a067e4dd430e with Priority: HIGHEST for action port [ 592.449240] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 66556fee-9d2a-4c44-8e3e-a067e4dd430e with Priority: HIGHEST for action port [ 592.449859] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock port-66556fee-9d2a-4c44-8e3e-a067e4dd430e taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.450031] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-66556fee-9d2a-4c44-8e3e-a067e4dd430e" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.450116] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-66556fee-9d2a-4c44-8e3e-a067e4dd430e" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.451447] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-66556fee-9d2a-4c44-8e3e-a067e4dd430e" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.451447] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('66556fee-9d2a-4c44-8e3e-a067e4dd430e',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 592.655470] env[65562]: INFO networking_nsxv3.common.synchronization [None req-de05f2aa-4f2b-4533-9ebb-af614011211d None None] Enqueued Resource ID: fbc1f707-e6a5-46cd-a953-243f40c7ceac with Priority: HIGHEST for action port [ 592.655732] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fbc1f707-e6a5-46cd-a953-243f40c7ceac with Priority: HIGHEST for action port [ 592.656397] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock port-fbc1f707-e6a5-46cd-a953-243f40c7ceac taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.656490] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fbc1f707-e6a5-46cd-a953-243f40c7ceac" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.656535] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fbc1f707-e6a5-46cd-a953-243f40c7ceac" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.656765] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fbc1f707-e6a5-46cd-a953-243f40c7ceac" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.657065] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fbc1f707-e6a5-46cd-a953-243f40c7ceac',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 592.956286] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 66556fee-9d2a-4c44-8e3e-a067e4dd430e [ 592.956523] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.956680] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.956729] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.956942] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.957075] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.957282] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:66556fee-9d2a-4c44-8e3e-a067e4dd430e already deleted. [ 592.957282] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-66556fee-9d2a-4c44-8e3e-a067e4dd430e" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.159256] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port fbc1f707-e6a5-46cd-a953-243f40c7ceac [ 593.159526] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.159676] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.159743] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.159978] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.160100] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.160193] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:fbc1f707-e6a5-46cd-a953-243f40c7ceac already deleted. [ 593.160274] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fbc1f707-e6a5-46cd-a953-243f40c7ceac" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.886996] env[65562]: INFO networking_nsxv3.common.synchronization [None req-bdceae41-49a4-42c5-9ec1-d7e0f37084dc None None] Enqueued Resource ID: 50d5fd28-cbfc-4e50-af32-604428ca5a8a with Priority: HIGHEST for action port [ 593.886996] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 50d5fd28-cbfc-4e50-af32-604428ca5a8a with Priority: HIGHEST for action port [ 593.887260] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock port-50d5fd28-cbfc-4e50-af32-604428ca5a8a taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.887260] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-50d5fd28-cbfc-4e50-af32-604428ca5a8a" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.887359] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-50d5fd28-cbfc-4e50-af32-604428ca5a8a" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.889674] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-50d5fd28-cbfc-4e50-af32-604428ca5a8a" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.889674] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('50d5fd28-cbfc-4e50-af32-604428ca5a8a',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 594.391122] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 50d5fd28-cbfc-4e50-af32-604428ca5a8a [ 594.391379] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.391513] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.391586] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.391802] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.391897] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.391989] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:50d5fd28-cbfc-4e50-af32-604428ca5a8a already deleted. [ 594.392083] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-50d5fd28-cbfc-4e50-af32-604428ca5a8a" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.745049] env[65562]: INFO networking_nsxv3.common.synchronization [None req-f002f28f-8045-493c-a59d-369afe74702e None None] Enqueued Resource ID: 6535336a-83a0-4300-b59e-1d52020237c2 with Priority: HIGHEST for action port [ 594.746163] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6535336a-83a0-4300-b59e-1d52020237c2 with Priority: HIGHEST for action port [ 594.748170] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock port-6535336a-83a0-4300-b59e-1d52020237c2 taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.748170] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6535336a-83a0-4300-b59e-1d52020237c2" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.748331] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6535336a-83a0-4300-b59e-1d52020237c2" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.748509] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6535336a-83a0-4300-b59e-1d52020237c2" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.748587] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6535336a-83a0-4300-b59e-1d52020237c2',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 594.799451] env[65562]: INFO networking_nsxv3.common.synchronization [None req-eeb7d370-5a0b-4aac-9557-05b691224d46 None None] Enqueued Resource ID: 2169009d-3815-49df-a028-e935494cbd05 with Priority: HIGHEST for action port [ 594.800052] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2169009d-3815-49df-a028-e935494cbd05 with Priority: HIGHEST for action port [ 594.800399] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock port-2169009d-3815-49df-a028-e935494cbd05 taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.800844] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2169009d-3815-49df-a028-e935494cbd05" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.800921] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2169009d-3815-49df-a028-e935494cbd05" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.801802] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2169009d-3815-49df-a028-e935494cbd05" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.802055] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2169009d-3815-49df-a028-e935494cbd05',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 595.253720] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6535336a-83a0-4300-b59e-1d52020237c2 [ 595.254046] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.254170] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.254249] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.254462] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.254572] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.254739] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6535336a-83a0-4300-b59e-1d52020237c2 already deleted. [ 595.254739] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6535336a-83a0-4300-b59e-1d52020237c2" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.304370] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2169009d-3815-49df-a028-e935494cbd05 [ 595.304672] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.304814] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.304880] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.305781] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.305781] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.305781] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2169009d-3815-49df-a028-e935494cbd05 already deleted. [ 595.305781] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2169009d-3815-49df-a028-e935494cbd05" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.600531] env[65562]: INFO networking_nsxv3.common.synchronization [None req-9c69dfaf-3385-4d2e-9c5b-9e1854aa5f79 None None] Enqueued Resource ID: af7b33a7-3a27-400b-99b9-8da032c2fcc8 with Priority: HIGHEST for action port [ 596.601391] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: af7b33a7-3a27-400b-99b9-8da032c2fcc8 with Priority: HIGHEST for action port [ 596.602296] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock port-af7b33a7-3a27-400b-99b9-8da032c2fcc8 taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.602296] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-af7b33a7-3a27-400b-99b9-8da032c2fcc8" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.602296] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-af7b33a7-3a27-400b-99b9-8da032c2fcc8" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.602850] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-af7b33a7-3a27-400b-99b9-8da032c2fcc8" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.602963] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('af7b33a7-3a27-400b-99b9-8da032c2fcc8',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 596.760158] env[65562]: INFO networking_nsxv3.common.synchronization [None req-51878e11-6f5e-4bb9-8aba-a4bbb1e3b2d5 None None] Enqueued Resource ID: 80b42b72-5400-4e52-815e-917e4e8c4192 with Priority: HIGHEST for action port [ 596.760645] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 80b42b72-5400-4e52-815e-917e4e8c4192 with Priority: HIGHEST for action port [ 596.760946] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock port-80b42b72-5400-4e52-815e-917e4e8c4192 taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.761097] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-80b42b72-5400-4e52-815e-917e4e8c4192" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.761141] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-80b42b72-5400-4e52-815e-917e4e8c4192" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.761403] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-80b42b72-5400-4e52-815e-917e4e8c4192" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.761518] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('80b42b72-5400-4e52-815e-917e4e8c4192',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 597.111112] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port af7b33a7-3a27-400b-99b9-8da032c2fcc8 [ 597.111112] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.111112] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.111112] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.111112] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.111112] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.111112] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:af7b33a7-3a27-400b-99b9-8da032c2fcc8 already deleted. [ 597.111112] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-af7b33a7-3a27-400b-99b9-8da032c2fcc8" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.263782] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 80b42b72-5400-4e52-815e-917e4e8c4192 [ 597.265080] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.265080] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.265251] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.265344] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.265472] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.265529] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:80b42b72-5400-4e52-815e-917e4e8c4192 already deleted. [ 597.265611] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-80b42b72-5400-4e52-815e-917e4e8c4192" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.607014] env[65562]: INFO networking_nsxv3.common.synchronization [None req-48d333b1-9d5f-48fe-8d01-dae611f44238 None None] Enqueued Resource ID: a4db0e41-39ba-4151-a5bc-651fa8fc7aa7 with Priority: HIGHEST for action port [ 597.607557] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a4db0e41-39ba-4151-a5bc-651fa8fc7aa7 with Priority: HIGHEST for action port [ 597.607557] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock port-a4db0e41-39ba-4151-a5bc-651fa8fc7aa7 taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.607557] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a4db0e41-39ba-4151-a5bc-651fa8fc7aa7" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.607681] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a4db0e41-39ba-4151-a5bc-651fa8fc7aa7" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.607911] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a4db0e41-39ba-4151-a5bc-651fa8fc7aa7" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.607911] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a4db0e41-39ba-4151-a5bc-651fa8fc7aa7',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 597.723795] env[65562]: INFO networking_nsxv3.common.synchronization [None req-6cc24836-6241-423b-a579-fa4cc6718d1c None None] Enqueued Resource ID: fe80ff53-abf1-4e7b-9125-95c1ae804af8 with Priority: HIGHEST for action port [ 597.724863] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fe80ff53-abf1-4e7b-9125-95c1ae804af8 with Priority: HIGHEST for action port [ 597.724863] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock port-fe80ff53-abf1-4e7b-9125-95c1ae804af8 taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.724863] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fe80ff53-abf1-4e7b-9125-95c1ae804af8" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.725025] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fe80ff53-abf1-4e7b-9125-95c1ae804af8" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.725583] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fe80ff53-abf1-4e7b-9125-95c1ae804af8" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.725775] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fe80ff53-abf1-4e7b-9125-95c1ae804af8',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 598.110312] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a4db0e41-39ba-4151-a5bc-651fa8fc7aa7 [ 598.110567] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.110708] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.110772] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.111322] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.111322] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.111322] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a4db0e41-39ba-4151-a5bc-651fa8fc7aa7 already deleted. [ 598.111322] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a4db0e41-39ba-4151-a5bc-651fa8fc7aa7" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.230793] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port fe80ff53-abf1-4e7b-9125-95c1ae804af8 [ 598.230793] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.230793] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.230793] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.230793] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.230793] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.230793] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:fe80ff53-abf1-4e7b-9125-95c1ae804af8 already deleted. [ 598.230793] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fe80ff53-abf1-4e7b-9125-95c1ae804af8" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.743776] env[65562]: INFO networking_nsxv3.common.synchronization [req-cf471c5a-d359-428c-b6e7-bab389dadfc4 req-40731552-c72d-475a-8449-40021e318077 tempest-DeleteServersAdminTestJSON-808886826 tempest-DeleteServersAdminTestJSON-808886826-project-member] Enqueued Resource ID: 66627ff8-a79a-4d5d-9281-a57be8b73d65 with Priority: HIGHEST for action security_group_members [ 598.744309] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 66627ff8-a79a-4d5d-9281-a57be8b73d65 with Priority: HIGHEST for action security_group_members [ 598.745676] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-66627ff8-a79a-4d5d-9281-a57be8b73d65 taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.745676] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-66627ff8-a79a-4d5d-9281-a57be8b73d65" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.745676] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-66627ff8-a79a-4d5d-9281-a57be8b73d65" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.745676] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-66627ff8-a79a-4d5d-9281-a57be8b73d65" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.745926] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.746161] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.746296] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.746533] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.746743] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.746989] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('66627ff8-a79a-4d5d-9281-a57be8b73d65',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 599.250653] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.250653] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.250653] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.250653] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.250831] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.250963] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.251084] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.251148] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.251303] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.251391] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.251498] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 66627ff8-a79a-4d5d-9281-a57be8b73d65 already deleted. [ 599.251624] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-66627ff8-a79a-4d5d-9281-a57be8b73d65" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.305191] env[65562]: DEBUG networking_nsxv3.common.locking [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Lock network-338 taken with stack trace [, , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.305391] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquiring lock "network-338" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.305429] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired lock "network-338" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.306022] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired external semaphore "network-338" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.306405] env[65562]: DEBUG networking_nsxv3.common.locking [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.306593] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquiring lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.306914] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.307122] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired external semaphore "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.307342] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Releasing lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.307695] env[65562]: DEBUG dogpile.cache.region [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] No value present for key: 'zone-id' {{(pid=65562) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 599.307875] env[65562]: DEBUG dogpile.lock [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] NeedRegenerationException {{(pid=65562) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 599.308095] env[65562]: DEBUG dogpile.lock [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] no value, waiting for create lock {{(pid=65562) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 599.308275] env[65562]: DEBUG dogpile.lock [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] value creation lock acquired {{(pid=65562) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 599.308452] env[65562]: DEBUG dogpile.cache.region [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] No value present for key: 'zone-id' {{(pid=65562) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 599.308621] env[65562]: DEBUG dogpile.lock [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Calling creation function for not-yet-present value {{(pid=65562) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 599.308878] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 599.337387] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 599.337690] env[65562]: DEBUG dogpile.cache.region [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Cache value generated in 0.029 seconds for key(s): 'zone-id' {{(pid=65562) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 599.337787] env[65562]: DEBUG dogpile.lock [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Released creation lock {{(pid=65562) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 599.338020] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Releasing lock "network-338" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.338320] env[65562]: DEBUG networking_nsxv3.common.locking [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Lock port-8bd86a03-a7c4-4e09-bf51-f7045b69c7e2 taken with stack trace [, , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.338491] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquiring lock "port-8bd86a03-a7c4-4e09-bf51-f7045b69c7e2" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.338609] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired lock "port-8bd86a03-a7c4-4e09-bf51-f7045b69c7e2" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.339026] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired external semaphore "port-8bd86a03-a7c4-4e09-bf51-f7045b69c7e2" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.339192] env[65562]: DEBUG networking_nsxv3.api.rpc [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8bd86a03-a7c4-4e09-bf51-f7045b69c7e2',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 599.489037] env[65562]: INFO networking_nsxv3.common.synchronization [req-e0443c8d-91bd-47b8-8e46-0a67e9901f00 req-1f87406e-507d-4dd6-b2f9-66f718a1318b tempest-TenantUsagesTestJSON-568718380 tempest-TenantUsagesTestJSON-568718380-project-member] Enqueued Resource ID: b018a5ab-7c55-4b0c-9e6b-2da0cfc4b699 with Priority: HIGHEST for action security_group_members [ 599.489037] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b018a5ab-7c55-4b0c-9e6b-2da0cfc4b699 with Priority: HIGHEST for action security_group_members [ 599.489037] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-b018a5ab-7c55-4b0c-9e6b-2da0cfc4b699 taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.489037] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b018a5ab-7c55-4b0c-9e6b-2da0cfc4b699" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.489037] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b018a5ab-7c55-4b0c-9e6b-2da0cfc4b699" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.489625] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b018a5ab-7c55-4b0c-9e6b-2da0cfc4b699" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.489895] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.490105] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.490667] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.490667] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.490667] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.490667] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b018a5ab-7c55-4b0c-9e6b-2da0cfc4b699',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 599.737810] env[65562]: INFO networking_nsxv3.common.synchronization [None req-ab45fa33-6728-4a4c-b83d-e781a38b333f None None] Enqueued Resource ID: 353f3cc4-a904-454e-aa9f-040d8a3e5e7c with Priority: HIGHEST for action port [ 599.738090] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 353f3cc4-a904-454e-aa9f-040d8a3e5e7c with Priority: HIGHEST for action port [ 599.738678] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock port-353f3cc4-a904-454e-aa9f-040d8a3e5e7c taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.738783] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-353f3cc4-a904-454e-aa9f-040d8a3e5e7c" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.738849] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-353f3cc4-a904-454e-aa9f-040d8a3e5e7c" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.739117] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-353f3cc4-a904-454e-aa9f-040d8a3e5e7c" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.739201] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('353f3cc4-a904-454e-aa9f-040d8a3e5e7c',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 599.841375] env[65562]: DEBUG networking_nsxv3.common.locking [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.841730] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.841811] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.842135] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.842346] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.842541] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Segment Port 8bd86a03-a7c4-4e09-bf51-f7045b69c7e2 not found, creating... [ 599.842867] env[65562]: DEBUG networking_nsxv3.common.locking [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.843434] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquiring lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.843434] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.843434] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired external semaphore "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.843969] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Releasing lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.844222] env[65562]: DEBUG networking_nsxv3.common.locking [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.844739] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.845371] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.847444] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.847444] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.847444] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Resource: SegmentPort with ID: 8bd86a03-a7c4-4e09-bf51-f7045b69c7e2 is going to be created. [ 599.874638] env[65562]: DEBUG networking_nsxv3.common.locking [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.874638] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.874638] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.874638] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.874638] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.874638] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Releasing lock "port-8bd86a03-a7c4-4e09-bf51-f7045b69c7e2" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.993558] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.994060] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.994291] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.994676] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.995388] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.995519] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.995605] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.995659] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.995815] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.995893] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.995983] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b018a5ab-7c55-4b0c-9e6b-2da0cfc4b699 already deleted. [ 599.996084] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b018a5ab-7c55-4b0c-9e6b-2da0cfc4b699" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.090612] env[65562]: INFO networking_nsxv3.common.synchronization [None req-95b7af3b-1d18-4e0b-a8c2-345b6bec5af9 None None] Enqueued Resource ID: 45376fe1-d9b8-4d67-b47e-80276231b446 with Priority: HIGHEST for action port [ 600.091272] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 45376fe1-d9b8-4d67-b47e-80276231b446 with Priority: HIGHEST for action port [ 600.091685] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock port-45376fe1-d9b8-4d67-b47e-80276231b446 taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.092021] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-45376fe1-d9b8-4d67-b47e-80276231b446" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.092021] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-45376fe1-d9b8-4d67-b47e-80276231b446" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.092516] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-45376fe1-d9b8-4d67-b47e-80276231b446" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.092516] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('45376fe1-d9b8-4d67-b47e-80276231b446',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 600.163891] env[65562]: DEBUG networking_nsxv3.common.locking [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Lock network-338 taken with stack trace [, , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.163891] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquiring lock "network-338" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.163891] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired lock "network-338" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.163891] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired external semaphore "network-338" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.163891] env[65562]: DEBUG networking_nsxv3.common.locking [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.163891] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquiring lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.163891] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.164351] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired external semaphore "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.164351] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Releasing lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.164527] env[65562]: DEBUG dogpile.cache.region [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] No value present for key: 'zone-id' {{(pid=65562) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 600.164635] env[65562]: DEBUG dogpile.lock [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] NeedRegenerationException {{(pid=65562) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 600.164743] env[65562]: DEBUG dogpile.lock [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] no value, waiting for create lock {{(pid=65562) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 600.164848] env[65562]: DEBUG dogpile.lock [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] value creation lock acquired {{(pid=65562) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 600.164953] env[65562]: DEBUG dogpile.cache.region [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] No value present for key: 'zone-id' {{(pid=65562) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 600.165061] env[65562]: DEBUG dogpile.lock [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Calling creation function for not-yet-present value {{(pid=65562) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 600.165186] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 600.185726] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 600.185950] env[65562]: DEBUG dogpile.cache.region [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65562) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 600.186502] env[65562]: DEBUG dogpile.lock [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Released creation lock {{(pid=65562) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 600.186502] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Releasing lock "network-338" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.186636] env[65562]: DEBUG networking_nsxv3.common.locking [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Lock port-dd5ff081-608a-4b92-8486-f33c3067907b taken with stack trace [, , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.186811] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquiring lock "port-dd5ff081-608a-4b92-8486-f33c3067907b" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.186945] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired lock "port-dd5ff081-608a-4b92-8486-f33c3067907b" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.187927] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired external semaphore "port-dd5ff081-608a-4b92-8486-f33c3067907b" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.188167] env[65562]: DEBUG networking_nsxv3.api.rpc [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dd5ff081-608a-4b92-8486-f33c3067907b',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 600.242259] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 353f3cc4-a904-454e-aa9f-040d8a3e5e7c [ 600.242493] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.242632] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.242708] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.242901] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.242998] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.243131] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:353f3cc4-a904-454e-aa9f-040d8a3e5e7c already deleted. [ 600.243203] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-353f3cc4-a904-454e-aa9f-040d8a3e5e7c" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.559303] env[65562]: INFO networking_nsxv3.common.synchronization [None req-c2b371cf-6239-4fe3-abe2-dea8bd3425b8 None None] Enqueued Resource ID: 36163f6b-3e64-4a7f-84a6-08b5f9c9b393 with Priority: HIGHEST for action port [ 600.559959] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 36163f6b-3e64-4a7f-84a6-08b5f9c9b393 with Priority: HIGHEST for action port [ 600.560447] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock port-36163f6b-3e64-4a7f-84a6-08b5f9c9b393 taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.560588] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-36163f6b-3e64-4a7f-84a6-08b5f9c9b393" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.560770] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-36163f6b-3e64-4a7f-84a6-08b5f9c9b393" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.561614] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-36163f6b-3e64-4a7f-84a6-08b5f9c9b393" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.561715] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('36163f6b-3e64-4a7f-84a6-08b5f9c9b393',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 600.594866] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 45376fe1-d9b8-4d67-b47e-80276231b446 [ 600.595296] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.595296] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.595453] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.595793] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.595970] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.595970] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:45376fe1-d9b8-4d67-b47e-80276231b446 already deleted. [ 600.596305] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-45376fe1-d9b8-4d67-b47e-80276231b446" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.625245] env[65562]: INFO networking_nsxv3.common.synchronization [req-cf471c5a-d359-428c-b6e7-bab389dadfc4 req-3d93bd47-fa31-4399-b29f-21ae82d742fc service nova] Enqueued Resource ID: 66627ff8-a79a-4d5d-9281-a57be8b73d65 with Priority: HIGHEST for action security_group_rules [ 600.626178] env[65562]: INFO networking_nsxv3.common.synchronization [req-cf471c5a-d359-428c-b6e7-bab389dadfc4 req-3d93bd47-fa31-4399-b29f-21ae82d742fc service nova] Enqueued Resource ID: 66627ff8-a79a-4d5d-9281-a57be8b73d65 with Priority: HIGHEST for action security_group_members [ 600.626178] env[65562]: INFO networking_nsxv3.common.synchronization [req-cf471c5a-d359-428c-b6e7-bab389dadfc4 req-3d93bd47-fa31-4399-b29f-21ae82d742fc service nova] Enqueued Resource ID: 8bd86a03-a7c4-4e09-bf51-f7045b69c7e2 with Priority: HIGHEST for action port [ 600.626298] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 66627ff8-a79a-4d5d-9281-a57be8b73d65 with Priority: HIGHEST for action security_group_rules [ 600.626404] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 66627ff8-a79a-4d5d-9281-a57be8b73d65 with Priority: HIGHEST for action security_group_members [ 600.626505] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8bd86a03-a7c4-4e09-bf51-f7045b69c7e2 with Priority: HIGHEST for action port [ 600.626832] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock rules-66627ff8-a79a-4d5d-9281-a57be8b73d65 taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.626981] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-66627ff8-a79a-4d5d-9281-a57be8b73d65" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.627064] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-66627ff8-a79a-4d5d-9281-a57be8b73d65" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.627308] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-66627ff8-a79a-4d5d-9281-a57be8b73d65" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.627398] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('66627ff8-a79a-4d5d-9281-a57be8b73d65',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 600.628652] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-66627ff8-a79a-4d5d-9281-a57be8b73d65 taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.628753] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-66627ff8-a79a-4d5d-9281-a57be8b73d65" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.628753] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-66627ff8-a79a-4d5d-9281-a57be8b73d65" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.628917] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-66627ff8-a79a-4d5d-9281-a57be8b73d65" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.629109] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.629239] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.629313] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.629458] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.629551] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.629730] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('66627ff8-a79a-4d5d-9281-a57be8b73d65',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 600.630711] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock port-8bd86a03-a7c4-4e09-bf51-f7045b69c7e2 taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.630842] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8bd86a03-a7c4-4e09-bf51-f7045b69c7e2" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.631291] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8bd86a03-a7c4-4e09-bf51-f7045b69c7e2" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.631729] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8bd86a03-a7c4-4e09-bf51-f7045b69c7e2" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.631729] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8bd86a03-a7c4-4e09-bf51-f7045b69c7e2',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 600.693157] env[65562]: DEBUG networking_nsxv3.common.locking [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.693384] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.693507] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.693821] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.693969] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.694125] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Segment Port dd5ff081-608a-4b92-8486-f33c3067907b not found, creating... [ 600.694540] env[65562]: DEBUG networking_nsxv3.common.locking [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.694540] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquiring lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.694676] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.694867] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired external semaphore "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.694992] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Releasing lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.695287] env[65562]: DEBUG networking_nsxv3.common.locking [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.695504] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.695557] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.695779] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.695908] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.697596] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Resource: SegmentPort with ID: dd5ff081-608a-4b92-8486-f33c3067907b is going to be created. [ 600.717953] env[65562]: DEBUG networking_nsxv3.common.locking [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.718180] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.718296] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.718558] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.718773] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.718986] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Releasing lock "port-dd5ff081-608a-4b92-8486-f33c3067907b" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.063783] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 36163f6b-3e64-4a7f-84a6-08b5f9c9b393 [ 601.064990] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.065750] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.065792] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.066050] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.066158] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.066244] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:36163f6b-3e64-4a7f-84a6-08b5f9c9b393 already deleted. [ 601.066326] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-36163f6b-3e64-4a7f-84a6-08b5f9c9b393" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.134179] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-66627ff8-a79a-4d5d-9281-a57be8b73d65 taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.134323] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-66627ff8-a79a-4d5d-9281-a57be8b73d65" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.144207] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8bd86a03-a7c4-4e09-bf51-f7045b69c7e2 with status ACTIVE [ 601.144551] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.145491] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.145491] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.145491] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.145491] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.145491] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.145491] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.145491] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.145491] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.145793] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.145793] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.145883] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.145883] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.148753] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.148753] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.148753] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8bd86a03-a7c4-4e09-bf51-f7045b69c7e2 is going to be updated. [ 601.149222] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('66627ff8-a79a-4d5d-9281-a57be8b73d65',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 601.181562] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.181729] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.181769] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.181983] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.182140] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.182295] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8bd86a03-a7c4-4e09-bf51-f7045b69c7e2" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.653698] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('66627ff8-a79a-4d5d-9281-a57be8b73d65',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 601.680965] env[65562]: INFO networking_nsxv3.common.synchronization [req-e0443c8d-91bd-47b8-8e46-0a67e9901f00 req-58d51339-4981-4be3-ad34-00a0a868316a service nova] Enqueued Resource ID: b018a5ab-7c55-4b0c-9e6b-2da0cfc4b699 with Priority: HIGHEST for action security_group_rules [ 601.681205] env[65562]: INFO networking_nsxv3.common.synchronization [req-e0443c8d-91bd-47b8-8e46-0a67e9901f00 req-58d51339-4981-4be3-ad34-00a0a868316a service nova] Enqueued Resource ID: b018a5ab-7c55-4b0c-9e6b-2da0cfc4b699 with Priority: HIGHEST for action security_group_members [ 601.681346] env[65562]: INFO networking_nsxv3.common.synchronization [req-e0443c8d-91bd-47b8-8e46-0a67e9901f00 req-58d51339-4981-4be3-ad34-00a0a868316a service nova] Enqueued Resource ID: dd5ff081-608a-4b92-8486-f33c3067907b with Priority: HIGHEST for action port [ 601.681988] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b018a5ab-7c55-4b0c-9e6b-2da0cfc4b699 with Priority: HIGHEST for action security_group_rules [ 601.682134] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b018a5ab-7c55-4b0c-9e6b-2da0cfc4b699 with Priority: HIGHEST for action security_group_members [ 601.682234] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dd5ff081-608a-4b92-8486-f33c3067907b with Priority: HIGHEST for action port [ 601.682495] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b018a5ab-7c55-4b0c-9e6b-2da0cfc4b699 taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.682612] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b018a5ab-7c55-4b0c-9e6b-2da0cfc4b699" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.683690] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b018a5ab-7c55-4b0c-9e6b-2da0cfc4b699" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.683690] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b018a5ab-7c55-4b0c-9e6b-2da0cfc4b699" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.683690] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b018a5ab-7c55-4b0c-9e6b-2da0cfc4b699',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 601.684526] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-b018a5ab-7c55-4b0c-9e6b-2da0cfc4b699 taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.684685] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b018a5ab-7c55-4b0c-9e6b-2da0cfc4b699" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.685027] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b018a5ab-7c55-4b0c-9e6b-2da0cfc4b699" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.685027] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b018a5ab-7c55-4b0c-9e6b-2da0cfc4b699" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.685117] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.685187] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.685251] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.687786] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.687786] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.687786] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b018a5ab-7c55-4b0c-9e6b-2da0cfc4b699',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 601.690409] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock port-dd5ff081-608a-4b92-8486-f33c3067907b taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.690409] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-dd5ff081-608a-4b92-8486-f33c3067907b" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.690409] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-dd5ff081-608a-4b92-8486-f33c3067907b" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.690409] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-dd5ff081-608a-4b92-8486-f33c3067907b" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.690409] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dd5ff081-608a-4b92-8486-f33c3067907b',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 602.049350] env[65562]: INFO networking_nsxv3.common.synchronization [None req-1a1b5de0-a3c7-4184-b4a7-d2532b1c0457 None None] Enqueued Resource ID: ed807bc6-111f-4b47-920b-70b6d01658a7 with Priority: HIGHEST for action port [ 602.049740] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ed807bc6-111f-4b47-920b-70b6d01658a7 with Priority: HIGHEST for action port [ 602.050367] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock port-ed807bc6-111f-4b47-920b-70b6d01658a7 taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.050441] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ed807bc6-111f-4b47-920b-70b6d01658a7" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.050475] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ed807bc6-111f-4b47-920b-70b6d01658a7" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.051862] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ed807bc6-111f-4b47-920b-70b6d01658a7" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.051862] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ed807bc6-111f-4b47-920b-70b6d01658a7',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 602.159133] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.159133] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.159133] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.159133] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.159133] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.159133] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 66627ff8-a79a-4d5d-9281-a57be8b73d65 is going to be created. [ 602.190013] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-b018a5ab-7c55-4b0c-9e6b-2da0cfc4b699 taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.190195] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b018a5ab-7c55-4b0c-9e6b-2da0cfc4b699" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.190376] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b018a5ab-7c55-4b0c-9e6b-2da0cfc4b699',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 602.191296] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port dd5ff081-608a-4b92-8486-f33c3067907b with status ACTIVE [ 602.194513] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.194513] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.194513] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.195478] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.195521] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.195736] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.195860] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.195945] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.196140] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.196225] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.196421] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.197587] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.197587] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.197587] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.197587] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.197587] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: dd5ff081-608a-4b92-8486-f33c3067907b is going to be updated. [ 602.216531] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.216738] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.216738] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.217093] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.217177] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.230023] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 66627ff8-a79a-4d5d-9281-a57be8b73d65 in Status: UNINITIALIZED for 2s [ 602.230023] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.230023] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.230023] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.230023] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.230023] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.230023] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-dd5ff081-608a-4b92-8486-f33c3067907b" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.246048] env[65562]: INFO networking_nsxv3.common.synchronization [None req-3430b781-2ebd-402d-861a-20ed1f7ffd08 tempest-AttachInterfacesUnderV243Test-1824302234 tempest-AttachInterfacesUnderV243Test-1824302234-project-member] Enqueued Resource ID: 1445b9a0-1100-41f8-a21d-b02385602ed4 with Priority: HIGHEST for action security_group_rules [ 602.246520] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1445b9a0-1100-41f8-a21d-b02385602ed4 with Priority: HIGHEST for action security_group_rules [ 602.246827] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1445b9a0-1100-41f8-a21d-b02385602ed4 taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.246955] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1445b9a0-1100-41f8-a21d-b02385602ed4" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.247325] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1445b9a0-1100-41f8-a21d-b02385602ed4" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.247483] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1445b9a0-1100-41f8-a21d-b02385602ed4" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.248470] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1445b9a0-1100-41f8-a21d-b02385602ed4',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 602.327902] env[65562]: INFO networking_nsxv3.common.synchronization [None req-22b76da5-5d3a-47ba-9785-21892de1b30a tempest-VolumesAssistedSnapshotsTest-1861592255 tempest-VolumesAssistedSnapshotsTest-1861592255-project-member] Enqueued Resource ID: 75f5747a-54d4-4a70-b4bc-5f31d0607e57 with Priority: HIGHEST for action security_group_rules [ 602.328372] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 75f5747a-54d4-4a70-b4bc-5f31d0607e57 with Priority: HIGHEST for action security_group_rules [ 602.328647] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock rules-75f5747a-54d4-4a70-b4bc-5f31d0607e57 taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.328772] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-75f5747a-54d4-4a70-b4bc-5f31d0607e57" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.328835] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-75f5747a-54d4-4a70-b4bc-5f31d0607e57" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.329135] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-75f5747a-54d4-4a70-b4bc-5f31d0607e57" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.329220] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('75f5747a-54d4-4a70-b4bc-5f31d0607e57',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 602.515557] env[65562]: INFO networking_nsxv3.common.synchronization [None req-46652d80-85e6-4625-a926-709c9fd62c1c tempest-AttachInterfacesUnderV243Test-1824302234 tempest-AttachInterfacesUnderV243Test-1824302234-project-member] Enqueued Resource ID: 1445b9a0-1100-41f8-a21d-b02385602ed4 with Priority: HIGHEST for action security_group_rules [ 602.516348] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1445b9a0-1100-41f8-a21d-b02385602ed4 with Priority: HIGHEST for action security_group_rules [ 602.516755] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1445b9a0-1100-41f8-a21d-b02385602ed4 taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.516916] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1445b9a0-1100-41f8-a21d-b02385602ed4" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.554312] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ed807bc6-111f-4b47-920b-70b6d01658a7 [ 602.554312] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.554573] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.554573] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.554792] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.554890] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.554987] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ed807bc6-111f-4b47-920b-70b6d01658a7 already deleted. [ 602.555084] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ed807bc6-111f-4b47-920b-70b6d01658a7" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.602954] env[65562]: INFO networking_nsxv3.common.synchronization [None req-c3ee28d8-91a0-4e6f-8f3b-ca55f1fc163b tempest-VolumesAssistedSnapshotsTest-1861592255 tempest-VolumesAssistedSnapshotsTest-1861592255-project-member] Enqueued Resource ID: 75f5747a-54d4-4a70-b4bc-5f31d0607e57 with Priority: HIGHEST for action security_group_rules [ 602.603371] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 75f5747a-54d4-4a70-b4bc-5f31d0607e57 with Priority: HIGHEST for action security_group_rules [ 602.603713] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock rules-75f5747a-54d4-4a70-b4bc-5f31d0607e57 taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.603806] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-75f5747a-54d4-4a70-b4bc-5f31d0607e57" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.654393] env[65562]: INFO networking_nsxv3.common.synchronization [None req-ab708b3d-d421-4007-b432-bb6bc810ffce None None] Enqueued Resource ID: dda595a5-a802-451a-a48d-446f3cdbb405 with Priority: HIGHEST for action port [ 602.654925] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dda595a5-a802-451a-a48d-446f3cdbb405 with Priority: HIGHEST for action port [ 602.655215] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock port-dda595a5-a802-451a-a48d-446f3cdbb405 taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.655349] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-dda595a5-a802-451a-a48d-446f3cdbb405" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.655413] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-dda595a5-a802-451a-a48d-446f3cdbb405" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.655677] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-dda595a5-a802-451a-a48d-446f3cdbb405" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.655726] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dda595a5-a802-451a-a48d-446f3cdbb405',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 602.699858] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b018a5ab-7c55-4b0c-9e6b-2da0cfc4b699',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 602.771808] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.771808] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.771808] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.771808] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.771808] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.771808] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1445b9a0-1100-41f8-a21d-b02385602ed4 already deleted. [ 602.771808] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1445b9a0-1100-41f8-a21d-b02385602ed4" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.772137] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1445b9a0-1100-41f8-a21d-b02385602ed4" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.772137] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1445b9a0-1100-41f8-a21d-b02385602ed4" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.772208] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1445b9a0-1100-41f8-a21d-b02385602ed4',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 602.849664] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.849664] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.852613] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.852613] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.852613] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.852613] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 75f5747a-54d4-4a70-b4bc-5f31d0607e57 already deleted. [ 602.852613] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-75f5747a-54d4-4a70-b4bc-5f31d0607e57" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.852613] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-75f5747a-54d4-4a70-b4bc-5f31d0607e57" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.852613] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-75f5747a-54d4-4a70-b4bc-5f31d0607e57" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.852613] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('75f5747a-54d4-4a70-b4bc-5f31d0607e57',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 603.158230] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port dda595a5-a802-451a-a48d-446f3cdbb405 [ 603.158521] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.158608] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.158652] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.158869] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.158960] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.159064] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:dda595a5-a802-451a-a48d-446f3cdbb405 already deleted. [ 603.159145] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-dda595a5-a802-451a-a48d-446f3cdbb405" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.203566] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.203746] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.203847] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.204695] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.204795] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.205048] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b018a5ab-7c55-4b0c-9e6b-2da0cfc4b699 is going to be created. [ 603.236392] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.236392] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.236392] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.236392] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.236552] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.250019] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b018a5ab-7c55-4b0c-9e6b-2da0cfc4b699 in Status: UNINITIALIZED for 2s [ 603.298641] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.298836] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.298900] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.299084] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.301156] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.301315] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1445b9a0-1100-41f8-a21d-b02385602ed4 already deleted. [ 603.301421] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1445b9a0-1100-41f8-a21d-b02385602ed4" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.372326] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.372326] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.372326] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.372326] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.372326] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.372726] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 75f5747a-54d4-4a70-b4bc-5f31d0607e57 already deleted. [ 603.372726] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-75f5747a-54d4-4a70-b4bc-5f31d0607e57" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.858288] env[65562]: INFO networking_nsxv3.common.synchronization [req-f84dce2c-49ab-4096-8e28-c00fd1042308 req-d3c39f76-15df-4ced-98b1-9d0bd38440b5 tempest-ImagesOneServerTestJSON-1168064876 tempest-ImagesOneServerTestJSON-1168064876-project-member] Enqueued Resource ID: f3032018-5d94-4d5e-a28e-f9dfc51a636a with Priority: HIGHEST for action security_group_members [ 603.858858] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f3032018-5d94-4d5e-a28e-f9dfc51a636a with Priority: HIGHEST for action security_group_members [ 603.861358] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-f3032018-5d94-4d5e-a28e-f9dfc51a636a taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.862813] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f3032018-5d94-4d5e-a28e-f9dfc51a636a" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.862813] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f3032018-5d94-4d5e-a28e-f9dfc51a636a" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.862813] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f3032018-5d94-4d5e-a28e-f9dfc51a636a" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.862813] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.862813] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.862813] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.863142] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.863142] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.863989] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f3032018-5d94-4d5e-a28e-f9dfc51a636a',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 604.192146] env[65562]: INFO networking_nsxv3.common.synchronization [None req-98300264-452d-4bbc-9892-a740601e4f69 None None] Enqueued Resource ID: c613816c-ce00-41fb-ab9e-6cd1cbafa7ba with Priority: HIGHEST for action port [ 604.192597] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c613816c-ce00-41fb-ab9e-6cd1cbafa7ba with Priority: HIGHEST for action port [ 604.192897] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock port-c613816c-ce00-41fb-ab9e-6cd1cbafa7ba taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.193212] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c613816c-ce00-41fb-ab9e-6cd1cbafa7ba" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.193212] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c613816c-ce00-41fb-ab9e-6cd1cbafa7ba" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.193338] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c613816c-ce00-41fb-ab9e-6cd1cbafa7ba" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.193406] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c613816c-ce00-41fb-ab9e-6cd1cbafa7ba',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 604.227751] env[65562]: DEBUG networking_nsxv3.common.locking [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Lock network-335 taken with stack trace [, , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.227939] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquiring lock "network-335" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.228070] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired lock "network-335" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.228374] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired external semaphore "network-335" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.228616] env[65562]: DEBUG networking_nsxv3.common.locking [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.228764] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquiring lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.228875] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.229088] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired external semaphore "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.229221] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Releasing lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.229430] env[65562]: DEBUG dogpile.cache.region [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] No value present for key: 'zone-id' {{(pid=65562) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 604.229535] env[65562]: DEBUG dogpile.lock [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] NeedRegenerationException {{(pid=65562) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 604.229762] env[65562]: DEBUG dogpile.lock [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] no value, waiting for create lock {{(pid=65562) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 604.229762] env[65562]: DEBUG dogpile.lock [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] value creation lock acquired {{(pid=65562) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 604.229823] env[65562]: DEBUG dogpile.cache.region [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] No value present for key: 'zone-id' {{(pid=65562) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 604.229930] env[65562]: DEBUG dogpile.lock [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Calling creation function for not-yet-present value {{(pid=65562) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 604.230064] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 604.243333] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 66627ff8-a79a-4d5d-9281-a57be8b73d65 in Status: SUCCESS [ 604.243643] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-66627ff8-a79a-4d5d-9281-a57be8b73d65" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.243825] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-66627ff8-a79a-4d5d-9281-a57be8b73d65" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.244035] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-66627ff8-a79a-4d5d-9281-a57be8b73d65" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.244227] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.244345] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.244410] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.244582] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.244676] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.244787] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-66627ff8-a79a-4d5d-9281-a57be8b73d65" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.244841] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('66627ff8-a79a-4d5d-9281-a57be8b73d65',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 604.251491] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 604.251651] env[65562]: DEBUG dogpile.cache.region [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65562) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 604.251783] env[65562]: DEBUG dogpile.lock [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Released creation lock {{(pid=65562) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 604.251945] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Releasing lock "network-335" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.252277] env[65562]: DEBUG networking_nsxv3.common.locking [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Lock port-9fb3908f-07e8-4df6-b997-2d5aaabc2e2d taken with stack trace [, , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.252447] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquiring lock "port-9fb3908f-07e8-4df6-b997-2d5aaabc2e2d" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.253031] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired lock "port-9fb3908f-07e8-4df6-b997-2d5aaabc2e2d" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.253031] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired external semaphore "port-9fb3908f-07e8-4df6-b997-2d5aaabc2e2d" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.253031] env[65562]: DEBUG networking_nsxv3.api.rpc [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9fb3908f-07e8-4df6-b997-2d5aaabc2e2d',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 604.370870] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.370870] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.370870] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.370870] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.372057] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.372057] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.372057] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.372057] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.372057] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.372057] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.372057] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f3032018-5d94-4d5e-a28e-f9dfc51a636a already deleted. [ 604.372057] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f3032018-5d94-4d5e-a28e-f9dfc51a636a" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.695933] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c613816c-ce00-41fb-ab9e-6cd1cbafa7ba [ 604.696196] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.696333] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.696401] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.696605] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.696693] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.696780] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c613816c-ce00-41fb-ab9e-6cd1cbafa7ba already deleted. [ 604.696860] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c613816c-ce00-41fb-ab9e-6cd1cbafa7ba" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.747553] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-66627ff8-a79a-4d5d-9281-a57be8b73d65 taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.747877] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-66627ff8-a79a-4d5d-9281-a57be8b73d65" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.748442] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-66627ff8-a79a-4d5d-9281-a57be8b73d65" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.748571] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-66627ff8-a79a-4d5d-9281-a57be8b73d65" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.748751] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.748862] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.748927] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.749103] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.749185] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.749270] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-66627ff8-a79a-4d5d-9281-a57be8b73d65" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.749416] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-66627ff8-a79a-4d5d-9281-a57be8b73d65 taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.749508] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-66627ff8-a79a-4d5d-9281-a57be8b73d65" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.749568] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-66627ff8-a79a-4d5d-9281-a57be8b73d65" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.749707] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-66627ff8-a79a-4d5d-9281-a57be8b73d65" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.749844] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.749940] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.750067] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.750153] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.750228] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.750307] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-66627ff8-a79a-4d5d-9281-a57be8b73d65" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.750398] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('66627ff8-a79a-4d5d-9281-a57be8b73d65',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 604.759207] env[65562]: DEBUG networking_nsxv3.common.locking [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.759404] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.759508] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.759750] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.759887] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.760035] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Segment Port 9fb3908f-07e8-4df6-b997-2d5aaabc2e2d not found, creating... [ 604.760288] env[65562]: DEBUG networking_nsxv3.common.locking [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.760480] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquiring lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.760544] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.760829] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired external semaphore "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.760960] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Releasing lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.761143] env[65562]: DEBUG networking_nsxv3.common.locking [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.761744] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.761915] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.762141] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.762273] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.762410] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Resource: SegmentPort with ID: 9fb3908f-07e8-4df6-b997-2d5aaabc2e2d is going to be created. [ 604.784155] env[65562]: DEBUG networking_nsxv3.common.locking [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.784363] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.784493] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.784837] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.785112] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.785321] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Releasing lock "port-9fb3908f-07e8-4df6-b997-2d5aaabc2e2d" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.253795] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 66627ff8-a79a-4d5d-9281-a57be8b73d65: rpc.has_security_group_logging(os_id): False [ 605.261436] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b018a5ab-7c55-4b0c-9e6b-2da0cfc4b699 in Status: SUCCESS [ 605.261800] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b018a5ab-7c55-4b0c-9e6b-2da0cfc4b699" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.261966] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b018a5ab-7c55-4b0c-9e6b-2da0cfc4b699" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.262294] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b018a5ab-7c55-4b0c-9e6b-2da0cfc4b699" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.262508] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.262692] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.262765] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.262948] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.263072] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.264131] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b018a5ab-7c55-4b0c-9e6b-2da0cfc4b699" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.264131] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b018a5ab-7c55-4b0c-9e6b-2da0cfc4b699',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 605.271965] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.272058] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.272385] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.272385] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.272385] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.275483] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.275483] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.275483] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.275483] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.275483] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.275483] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.275483] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.275483] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.275483] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.275483] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.275483] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.275483] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.275483] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.275483] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.275917] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.275917] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 66627ff8-a79a-4d5d-9281-a57be8b73d65 is going to be created. [ 605.360070] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.360218] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.360286] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.360502] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.360688] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.375393] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 66627ff8-a79a-4d5d-9281-a57be8b73d65 in Status: IN_PROGRESS for 2s [ 605.553067] env[65562]: INFO networking_nsxv3.common.synchronization [req-f84dce2c-49ab-4096-8e28-c00fd1042308 req-4fb6fbaa-2d8d-473b-9e0a-e7b466188181 service nova] Enqueued Resource ID: f3032018-5d94-4d5e-a28e-f9dfc51a636a with Priority: HIGHEST for action security_group_rules [ 605.553279] env[65562]: INFO networking_nsxv3.common.synchronization [req-f84dce2c-49ab-4096-8e28-c00fd1042308 req-4fb6fbaa-2d8d-473b-9e0a-e7b466188181 service nova] Enqueued Resource ID: f3032018-5d94-4d5e-a28e-f9dfc51a636a with Priority: HIGHEST for action security_group_members [ 605.553492] env[65562]: INFO networking_nsxv3.common.synchronization [req-f84dce2c-49ab-4096-8e28-c00fd1042308 req-4fb6fbaa-2d8d-473b-9e0a-e7b466188181 service nova] Enqueued Resource ID: 9fb3908f-07e8-4df6-b997-2d5aaabc2e2d with Priority: HIGHEST for action port [ 605.555836] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f3032018-5d94-4d5e-a28e-f9dfc51a636a with Priority: HIGHEST for action security_group_rules [ 605.557254] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f3032018-5d94-4d5e-a28e-f9dfc51a636a with Priority: HIGHEST for action security_group_members [ 605.557254] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9fb3908f-07e8-4df6-b997-2d5aaabc2e2d with Priority: HIGHEST for action port [ 605.557593] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f3032018-5d94-4d5e-a28e-f9dfc51a636a taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.557753] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f3032018-5d94-4d5e-a28e-f9dfc51a636a" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.557816] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f3032018-5d94-4d5e-a28e-f9dfc51a636a" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.559131] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f3032018-5d94-4d5e-a28e-f9dfc51a636a" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.559203] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f3032018-5d94-4d5e-a28e-f9dfc51a636a',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 605.560197] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-f3032018-5d94-4d5e-a28e-f9dfc51a636a taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.560357] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f3032018-5d94-4d5e-a28e-f9dfc51a636a" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.561392] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f3032018-5d94-4d5e-a28e-f9dfc51a636a" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.561392] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f3032018-5d94-4d5e-a28e-f9dfc51a636a" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.561590] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.561715] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.561789] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.561973] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.562072] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.562175] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f3032018-5d94-4d5e-a28e-f9dfc51a636a',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 605.563613] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock port-9fb3908f-07e8-4df6-b997-2d5aaabc2e2d taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.563613] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9fb3908f-07e8-4df6-b997-2d5aaabc2e2d" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.563613] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9fb3908f-07e8-4df6-b997-2d5aaabc2e2d" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.563823] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9fb3908f-07e8-4df6-b997-2d5aaabc2e2d" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.563823] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9fb3908f-07e8-4df6-b997-2d5aaabc2e2d',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 605.766470] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-b018a5ab-7c55-4b0c-9e6b-2da0cfc4b699 taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.766630] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b018a5ab-7c55-4b0c-9e6b-2da0cfc4b699" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.766696] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b018a5ab-7c55-4b0c-9e6b-2da0cfc4b699" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.766923] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b018a5ab-7c55-4b0c-9e6b-2da0cfc4b699" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.767205] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.767312] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.768855] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.768855] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.768855] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.768855] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b018a5ab-7c55-4b0c-9e6b-2da0cfc4b699" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.768855] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-b018a5ab-7c55-4b0c-9e6b-2da0cfc4b699 taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.768855] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b018a5ab-7c55-4b0c-9e6b-2da0cfc4b699" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.768855] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b018a5ab-7c55-4b0c-9e6b-2da0cfc4b699" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.768855] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b018a5ab-7c55-4b0c-9e6b-2da0cfc4b699" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.768855] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.768855] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.768855] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.768855] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.768855] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.768855] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b018a5ab-7c55-4b0c-9e6b-2da0cfc4b699" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.768855] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b018a5ab-7c55-4b0c-9e6b-2da0cfc4b699',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 605.783893] env[65562]: INFO networking_nsxv3.common.synchronization [None req-2e14fbaa-444f-4122-acf2-0851d0beaf53 None None] Enqueued Resource ID: 01d50d99-16ff-4250-bfdb-cd07a353b555 with Priority: HIGHEST for action port [ 605.784615] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 01d50d99-16ff-4250-bfdb-cd07a353b555 with Priority: HIGHEST for action port [ 605.784919] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock port-01d50d99-16ff-4250-bfdb-cd07a353b555 taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.785918] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-01d50d99-16ff-4250-bfdb-cd07a353b555" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.786028] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-01d50d99-16ff-4250-bfdb-cd07a353b555" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.786820] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-01d50d99-16ff-4250-bfdb-cd07a353b555" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.786820] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('01d50d99-16ff-4250-bfdb-cd07a353b555',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 606.067478] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-f3032018-5d94-4d5e-a28e-f9dfc51a636a taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.067695] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f3032018-5d94-4d5e-a28e-f9dfc51a636a" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.067948] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9fb3908f-07e8-4df6-b997-2d5aaabc2e2d with status ACTIVE [ 606.068111] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.068224] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.068288] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.068498] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.068586] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.068755] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.068863] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.068929] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.069153] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.069415] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.069415] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.069506] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.069577] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.069696] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.069764] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.069841] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9fb3908f-07e8-4df6-b997-2d5aaabc2e2d is going to be updated. [ 606.071419] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f3032018-5d94-4d5e-a28e-f9dfc51a636a',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 606.093711] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.093711] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.093940] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.093984] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.094147] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.094906] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9fb3908f-07e8-4df6-b997-2d5aaabc2e2d" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.272533] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b018a5ab-7c55-4b0c-9e6b-2da0cfc4b699: rpc.has_security_group_logging(os_id): False [ 606.289806] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 01d50d99-16ff-4250-bfdb-cd07a353b555 [ 606.290162] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.290836] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.290836] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.290836] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.290836] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.290836] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:01d50d99-16ff-4250-bfdb-cd07a353b555 already deleted. [ 606.291077] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-01d50d99-16ff-4250-bfdb-cd07a353b555" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.294997] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.295155] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.295155] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.295325] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.295408] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.295592] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.295707] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.295766] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.295931] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.296026] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.296231] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.296336] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.296386] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.296521] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.296595] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.296773] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.296875] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.296935] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.297068] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.297141] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.297509] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b018a5ab-7c55-4b0c-9e6b-2da0cfc4b699 is going to be created. [ 606.362184] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.362356] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.362402] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.362604] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.362785] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.373155] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b018a5ab-7c55-4b0c-9e6b-2da0cfc4b699 in Status: IN_PROGRESS for 2s [ 606.575474] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f3032018-5d94-4d5e-a28e-f9dfc51a636a',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 607.079673] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.079875] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.079964] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.080183] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.080276] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.080442] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f3032018-5d94-4d5e-a28e-f9dfc51a636a is going to be created. [ 607.106504] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.106662] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.106662] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.106920] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.107110] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.119074] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f3032018-5d94-4d5e-a28e-f9dfc51a636a in Status: UNINITIALIZED for 2s [ 607.370688] env[65562]: INFO networking_nsxv3.common.synchronization [None req-47758641-425c-4423-b171-0871ecf6d0b0 tempest-ServerActionsTestOtherB-2039716914 tempest-ServerActionsTestOtherB-2039716914-project-member] Enqueued Resource ID: 865e7ac2-3667-4252-8906-3696721e534a with Priority: HIGHEST for action security_group_rules [ 607.371291] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 865e7ac2-3667-4252-8906-3696721e534a with Priority: HIGHEST for action security_group_rules [ 607.371627] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock rules-865e7ac2-3667-4252-8906-3696721e534a taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.371759] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-865e7ac2-3667-4252-8906-3696721e534a" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.371818] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-865e7ac2-3667-4252-8906-3696721e534a" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.374267] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-865e7ac2-3667-4252-8906-3696721e534a" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.374371] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('865e7ac2-3667-4252-8906-3696721e534a',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 607.391480] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 66627ff8-a79a-4d5d-9281-a57be8b73d65 in Status: SUCCESS [ 607.392476] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-66627ff8-a79a-4d5d-9281-a57be8b73d65" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.494341] env[65562]: INFO networking_nsxv3.common.synchronization [None req-05693f2c-52ed-4e1d-9321-58a8d2519945 tempest-ServerActionsTestOtherB-2039716914 tempest-ServerActionsTestOtherB-2039716914-project-member] Enqueued Resource ID: 865e7ac2-3667-4252-8906-3696721e534a with Priority: HIGHEST for action security_group_rules [ 607.495234] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 865e7ac2-3667-4252-8906-3696721e534a with Priority: HIGHEST for action security_group_rules [ 607.495511] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock rules-865e7ac2-3667-4252-8906-3696721e534a taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.495651] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-865e7ac2-3667-4252-8906-3696721e534a" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.904512] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.904512] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.904512] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.904512] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.904512] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.904512] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 865e7ac2-3667-4252-8906-3696721e534a already deleted. [ 607.904512] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-865e7ac2-3667-4252-8906-3696721e534a" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.904512] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-865e7ac2-3667-4252-8906-3696721e534a" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.904512] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-865e7ac2-3667-4252-8906-3696721e534a" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.904512] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('865e7ac2-3667-4252-8906-3696721e534a',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 608.166922] env[65562]: INFO networking_nsxv3.common.synchronization [None req-98e34990-ac04-4eaf-ac67-ed1f53db1ce6 None None] Enqueued Resource ID: 317cfb0b-c922-4de5-83ce-2d12c90f9ca7 with Priority: HIGHEST for action port [ 608.166922] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 317cfb0b-c922-4de5-83ce-2d12c90f9ca7 with Priority: HIGHEST for action port [ 608.167091] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock port-317cfb0b-c922-4de5-83ce-2d12c90f9ca7 taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.167169] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-317cfb0b-c922-4de5-83ce-2d12c90f9ca7" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.167251] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-317cfb0b-c922-4de5-83ce-2d12c90f9ca7" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.167512] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-317cfb0b-c922-4de5-83ce-2d12c90f9ca7" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.167596] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('317cfb0b-c922-4de5-83ce-2d12c90f9ca7',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 608.395034] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b018a5ab-7c55-4b0c-9e6b-2da0cfc4b699 in Status: SUCCESS [ 608.395880] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b018a5ab-7c55-4b0c-9e6b-2da0cfc4b699" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.428079] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.428079] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.428079] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.428436] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.428436] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.428436] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 865e7ac2-3667-4252-8906-3696721e534a already deleted. [ 608.428436] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-865e7ac2-3667-4252-8906-3696721e534a" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.669998] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 317cfb0b-c922-4de5-83ce-2d12c90f9ca7 [ 608.670333] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.670480] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.670553] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.670763] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.670935] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.671053] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:317cfb0b-c922-4de5-83ce-2d12c90f9ca7 already deleted. [ 608.673689] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-317cfb0b-c922-4de5-83ce-2d12c90f9ca7" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.130553] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f3032018-5d94-4d5e-a28e-f9dfc51a636a in Status: SUCCESS [ 609.130777] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f3032018-5d94-4d5e-a28e-f9dfc51a636a" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.131026] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f3032018-5d94-4d5e-a28e-f9dfc51a636a" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.131313] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f3032018-5d94-4d5e-a28e-f9dfc51a636a" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.131738] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.131989] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.131989] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.132586] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.132586] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.132586] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f3032018-5d94-4d5e-a28e-f9dfc51a636a" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.132586] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f3032018-5d94-4d5e-a28e-f9dfc51a636a',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 609.326974] env[65562]: INFO networking_nsxv3.common.synchronization [req-6306d65b-9a53-4f4d-8deb-27684cf99ae9 req-9769e77f-eb05-4fc1-ad70-59e8ec1dd87a tempest-MultipleCreateTestJSON-1984480382 tempest-MultipleCreateTestJSON-1984480382-project-member] Enqueued Resource ID: 01b4a28f-2af7-4dd0-8ce7-d59bea16cdcf with Priority: HIGHEST for action security_group_members [ 609.327494] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 01b4a28f-2af7-4dd0-8ce7-d59bea16cdcf with Priority: HIGHEST for action security_group_members [ 609.327801] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-01b4a28f-2af7-4dd0-8ce7-d59bea16cdcf taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.327927] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-01b4a28f-2af7-4dd0-8ce7-d59bea16cdcf" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.327993] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-01b4a28f-2af7-4dd0-8ce7-d59bea16cdcf" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.328292] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-01b4a28f-2af7-4dd0-8ce7-d59bea16cdcf" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.328487] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.328597] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.328657] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.328813] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.328900] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.328986] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('01b4a28f-2af7-4dd0-8ce7-d59bea16cdcf',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 609.635296] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-f3032018-5d94-4d5e-a28e-f9dfc51a636a taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.640190] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f3032018-5d94-4d5e-a28e-f9dfc51a636a" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.640190] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f3032018-5d94-4d5e-a28e-f9dfc51a636a" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.640190] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f3032018-5d94-4d5e-a28e-f9dfc51a636a" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.640190] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.640190] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.640190] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.640190] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.640190] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.640190] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f3032018-5d94-4d5e-a28e-f9dfc51a636a" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.640190] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-f3032018-5d94-4d5e-a28e-f9dfc51a636a taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.640190] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f3032018-5d94-4d5e-a28e-f9dfc51a636a" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.640190] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f3032018-5d94-4d5e-a28e-f9dfc51a636a" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.640190] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f3032018-5d94-4d5e-a28e-f9dfc51a636a" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.641496] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.641496] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.641599] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.641897] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.642084] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.643437] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f3032018-5d94-4d5e-a28e-f9dfc51a636a" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.643437] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f3032018-5d94-4d5e-a28e-f9dfc51a636a',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 609.711343] env[65562]: DEBUG networking_nsxv3.common.locking [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Lock network-612 taken with stack trace [, , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.711627] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquiring lock "network-612" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.711862] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired lock "network-612" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.712213] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired external semaphore "network-612" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.712484] env[65562]: DEBUG networking_nsxv3.common.locking [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.712890] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquiring lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.712890] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.713014] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired external semaphore "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.713158] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Releasing lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.713471] env[65562]: DEBUG dogpile.cache.region [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] No value present for key: 'zone-id' {{(pid=65562) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 609.713538] env[65562]: DEBUG dogpile.lock [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] NeedRegenerationException {{(pid=65562) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 609.713617] env[65562]: DEBUG dogpile.lock [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] no value, waiting for create lock {{(pid=65562) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 609.713750] env[65562]: DEBUG dogpile.lock [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] value creation lock acquired {{(pid=65562) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 609.713864] env[65562]: DEBUG dogpile.cache.region [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] No value present for key: 'zone-id' {{(pid=65562) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 609.717022] env[65562]: DEBUG dogpile.lock [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Calling creation function for not-yet-present value {{(pid=65562) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 609.717022] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 609.740883] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 609.741092] env[65562]: DEBUG dogpile.cache.region [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=65562) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 609.741246] env[65562]: DEBUG dogpile.lock [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Released creation lock {{(pid=65562) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 609.741475] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Releasing lock "network-612" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.741878] env[65562]: DEBUG networking_nsxv3.common.locking [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Lock port-3cc6050b-87b2-4fe5-8d4a-b19e91f10497 taken with stack trace [, , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.741969] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquiring lock "port-3cc6050b-87b2-4fe5-8d4a-b19e91f10497" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.742122] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired lock "port-3cc6050b-87b2-4fe5-8d4a-b19e91f10497" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.742454] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired external semaphore "port-3cc6050b-87b2-4fe5-8d4a-b19e91f10497" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.742607] env[65562]: DEBUG networking_nsxv3.api.rpc [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3cc6050b-87b2-4fe5-8d4a-b19e91f10497',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 609.831273] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.831273] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.831273] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.831525] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.831597] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.831800] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.831928] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.831986] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.832156] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.832219] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.832292] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 01b4a28f-2af7-4dd0-8ce7-d59bea16cdcf already deleted. [ 609.832429] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-01b4a28f-2af7-4dd0-8ce7-d59bea16cdcf" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.144271] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f3032018-5d94-4d5e-a28e-f9dfc51a636a: rpc.has_security_group_logging(os_id): False [ 610.163818] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.163818] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.163818] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.164094] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.164094] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.164289] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.164392] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.164455] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.164607] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.164704] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.164890] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.164985] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.165091] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.165174] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.165243] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.165416] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.165534] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.165564] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.165833] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.165938] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.166032] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f3032018-5d94-4d5e-a28e-f9dfc51a636a is going to be created. [ 610.227182] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.227409] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.227524] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.227818] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.228121] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.245152] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f3032018-5d94-4d5e-a28e-f9dfc51a636a in Status: IN_PROGRESS for 2s [ 610.245649] env[65562]: DEBUG networking_nsxv3.common.locking [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.245837] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.245960] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.246306] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.246432] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.246546] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Segment Port 3cc6050b-87b2-4fe5-8d4a-b19e91f10497 not found, creating... [ 610.246821] env[65562]: DEBUG networking_nsxv3.common.locking [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.246974] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquiring lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.247093] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.247353] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired external semaphore "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.247420] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Releasing lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.248329] env[65562]: DEBUG networking_nsxv3.common.locking [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.248329] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.248329] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.248329] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.248533] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.248533] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Resource: SegmentPort with ID: 3cc6050b-87b2-4fe5-8d4a-b19e91f10497 is going to be created. [ 610.268283] env[65562]: DEBUG networking_nsxv3.common.locking [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.268501] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.268619] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.268879] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.269116] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.269328] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Releasing lock "port-3cc6050b-87b2-4fe5-8d4a-b19e91f10497" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.019060] env[65562]: INFO networking_nsxv3.common.synchronization [req-6306d65b-9a53-4f4d-8deb-27684cf99ae9 req-f1c0104c-1074-4488-814c-ca1b479cf5ac service nova] Enqueued Resource ID: 01b4a28f-2af7-4dd0-8ce7-d59bea16cdcf with Priority: HIGHEST for action security_group_rules [ 611.019466] env[65562]: INFO networking_nsxv3.common.synchronization [req-6306d65b-9a53-4f4d-8deb-27684cf99ae9 req-f1c0104c-1074-4488-814c-ca1b479cf5ac service nova] Enqueued Resource ID: 01b4a28f-2af7-4dd0-8ce7-d59bea16cdcf with Priority: HIGHEST for action security_group_members [ 611.019466] env[65562]: INFO networking_nsxv3.common.synchronization [req-6306d65b-9a53-4f4d-8deb-27684cf99ae9 req-f1c0104c-1074-4488-814c-ca1b479cf5ac service nova] Enqueued Resource ID: 3cc6050b-87b2-4fe5-8d4a-b19e91f10497 with Priority: HIGHEST for action port [ 611.020143] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 01b4a28f-2af7-4dd0-8ce7-d59bea16cdcf with Priority: HIGHEST for action security_group_rules [ 611.020143] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 01b4a28f-2af7-4dd0-8ce7-d59bea16cdcf with Priority: HIGHEST for action security_group_members [ 611.020336] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3cc6050b-87b2-4fe5-8d4a-b19e91f10497 with Priority: HIGHEST for action port [ 611.021055] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock rules-01b4a28f-2af7-4dd0-8ce7-d59bea16cdcf taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.021195] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-01b4a28f-2af7-4dd0-8ce7-d59bea16cdcf" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.021195] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-01b4a28f-2af7-4dd0-8ce7-d59bea16cdcf" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.021530] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-01b4a28f-2af7-4dd0-8ce7-d59bea16cdcf" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.021658] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('01b4a28f-2af7-4dd0-8ce7-d59bea16cdcf',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 611.022580] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-01b4a28f-2af7-4dd0-8ce7-d59bea16cdcf taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.022762] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-01b4a28f-2af7-4dd0-8ce7-d59bea16cdcf" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.022762] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-01b4a28f-2af7-4dd0-8ce7-d59bea16cdcf" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.022966] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-01b4a28f-2af7-4dd0-8ce7-d59bea16cdcf" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.023086] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.023162] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.023218] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.023336] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.023460] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.023521] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('01b4a28f-2af7-4dd0-8ce7-d59bea16cdcf',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 611.024522] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock port-3cc6050b-87b2-4fe5-8d4a-b19e91f10497 taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.024663] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3cc6050b-87b2-4fe5-8d4a-b19e91f10497" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.024725] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3cc6050b-87b2-4fe5-8d4a-b19e91f10497" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.024920] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3cc6050b-87b2-4fe5-8d4a-b19e91f10497" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.025034] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3cc6050b-87b2-4fe5-8d4a-b19e91f10497',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 611.530204] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('01b4a28f-2af7-4dd0-8ce7-d59bea16cdcf',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 611.530204] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-01b4a28f-2af7-4dd0-8ce7-d59bea16cdcf taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.530204] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-01b4a28f-2af7-4dd0-8ce7-d59bea16cdcf" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.530204] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3cc6050b-87b2-4fe5-8d4a-b19e91f10497 with status ACTIVE [ 611.530204] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.530204] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.530204] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.530204] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.530204] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.530204] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.530204] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.530204] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.530204] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.530204] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.531392] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.531854] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.532669] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.532669] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.532669] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.532669] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3cc6050b-87b2-4fe5-8d4a-b19e91f10497 is going to be updated. [ 611.561776] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.561952] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.562042] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.562381] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.562419] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.562610] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3cc6050b-87b2-4fe5-8d4a-b19e91f10497" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.848522] env[65562]: INFO networking_nsxv3.common.synchronization [req-6306d65b-9a53-4f4d-8deb-27684cf99ae9 req-23702e27-d3e0-45db-bddb-a3e45a88d68f tempest-MultipleCreateTestJSON-1984480382 tempest-MultipleCreateTestJSON-1984480382-project-member] Enqueued Resource ID: 01b4a28f-2af7-4dd0-8ce7-d59bea16cdcf with Priority: HIGHEST for action security_group_members [ 611.849446] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 01b4a28f-2af7-4dd0-8ce7-d59bea16cdcf with Priority: HIGHEST for action security_group_members [ 611.849446] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-01b4a28f-2af7-4dd0-8ce7-d59bea16cdcf taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.849615] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-01b4a28f-2af7-4dd0-8ce7-d59bea16cdcf" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.037270] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('01b4a28f-2af7-4dd0-8ce7-d59bea16cdcf',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 612.256860] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f3032018-5d94-4d5e-a28e-f9dfc51a636a in Status: SUCCESS [ 612.257938] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f3032018-5d94-4d5e-a28e-f9dfc51a636a" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.414426] env[65562]: DEBUG networking_nsxv3.common.locking [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Lock network-612 taken with stack trace [, , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.414426] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquiring lock "network-612" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.414426] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired lock "network-612" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.414664] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired external semaphore "network-612" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.414940] env[65562]: DEBUG networking_nsxv3.common.locking [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.415090] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquiring lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.415172] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.415379] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired external semaphore "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.415512] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Releasing lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.415739] env[65562]: DEBUG dogpile.cache.region [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] No value present for key: 'zone-id' {{(pid=65562) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 612.415850] env[65562]: DEBUG dogpile.lock [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] NeedRegenerationException {{(pid=65562) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 612.415954] env[65562]: DEBUG dogpile.lock [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] no value, waiting for create lock {{(pid=65562) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 612.416069] env[65562]: DEBUG dogpile.lock [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] value creation lock acquired {{(pid=65562) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 612.416172] env[65562]: DEBUG dogpile.cache.region [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] No value present for key: 'zone-id' {{(pid=65562) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 612.416291] env[65562]: DEBUG dogpile.lock [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Calling creation function for not-yet-present value {{(pid=65562) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 612.416432] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 612.440222] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 612.440385] env[65562]: DEBUG dogpile.cache.region [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65562) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 612.440483] env[65562]: DEBUG dogpile.lock [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Released creation lock {{(pid=65562) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 612.440656] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Releasing lock "network-612" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.441025] env[65562]: DEBUG networking_nsxv3.common.locking [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Lock port-a65b8e3a-74f7-4f5d-8e5b-a9ba4b3bf5ee taken with stack trace [, , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.441258] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquiring lock "port-a65b8e3a-74f7-4f5d-8e5b-a9ba4b3bf5ee" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.441315] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired lock "port-a65b8e3a-74f7-4f5d-8e5b-a9ba4b3bf5ee" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.441649] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired external semaphore "port-a65b8e3a-74f7-4f5d-8e5b-a9ba4b3bf5ee" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.441837] env[65562]: DEBUG networking_nsxv3.api.rpc [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a65b8e3a-74f7-4f5d-8e5b-a9ba4b3bf5ee',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 612.540508] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.543170] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.543170] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.543170] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.543170] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.543170] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 01b4a28f-2af7-4dd0-8ce7-d59bea16cdcf is going to be created. [ 612.569024] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.569218] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.569281] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.569437] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.569593] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.581320] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 01b4a28f-2af7-4dd0-8ce7-d59bea16cdcf in Status: UNINITIALIZED for 2s [ 612.777158] env[65562]: INFO networking_nsxv3.common.synchronization [None req-831b6ec0-fb70-4cca-aed6-c44f66778f9b None None] Enqueued Resource ID: 2257dafc-6031-4e34-93f8-d7770d420e8b with Priority: HIGHEST for action port [ 612.777932] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2257dafc-6031-4e34-93f8-d7770d420e8b with Priority: HIGHEST for action port [ 612.777971] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock port-2257dafc-6031-4e34-93f8-d7770d420e8b taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.778887] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2257dafc-6031-4e34-93f8-d7770d420e8b" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.778887] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2257dafc-6031-4e34-93f8-d7770d420e8b" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.778887] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2257dafc-6031-4e34-93f8-d7770d420e8b" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.778887] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2257dafc-6031-4e34-93f8-d7770d420e8b',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 612.947301] env[65562]: DEBUG networking_nsxv3.common.locking [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.947535] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.947649] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.947890] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.948047] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.948201] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Segment Port a65b8e3a-74f7-4f5d-8e5b-a9ba4b3bf5ee not found, creating... [ 612.948472] env[65562]: DEBUG networking_nsxv3.common.locking [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.948621] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquiring lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.948731] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.948964] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired external semaphore "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.949113] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Releasing lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.949387] env[65562]: DEBUG networking_nsxv3.common.locking [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.949537] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.949648] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.949845] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.949974] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.950525] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Resource: SegmentPort with ID: a65b8e3a-74f7-4f5d-8e5b-a9ba4b3bf5ee is going to be created. [ 612.971307] env[65562]: DEBUG networking_nsxv3.common.locking [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.971629] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.971829] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.972134] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.972361] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.972574] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Releasing lock "port-a65b8e3a-74f7-4f5d-8e5b-a9ba4b3bf5ee" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.284520] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2257dafc-6031-4e34-93f8-d7770d420e8b [ 613.284962] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.285047] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.285095] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.285279] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.285365] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.285454] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2257dafc-6031-4e34-93f8-d7770d420e8b already deleted. [ 613.285535] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2257dafc-6031-4e34-93f8-d7770d420e8b" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.706690] env[65562]: INFO networking_nsxv3.common.synchronization [req-6306d65b-9a53-4f4d-8deb-27684cf99ae9 req-59be5ebe-c2ca-4fd5-a66b-1fc5683e91f0 service nova] Enqueued Resource ID: 01b4a28f-2af7-4dd0-8ce7-d59bea16cdcf with Priority: HIGHEST for action security_group_rules [ 613.706873] env[65562]: INFO networking_nsxv3.common.synchronization [req-6306d65b-9a53-4f4d-8deb-27684cf99ae9 req-59be5ebe-c2ca-4fd5-a66b-1fc5683e91f0 service nova] Enqueued Resource ID: 01b4a28f-2af7-4dd0-8ce7-d59bea16cdcf with Priority: HIGHEST for action security_group_members [ 613.706985] env[65562]: INFO networking_nsxv3.common.synchronization [req-6306d65b-9a53-4f4d-8deb-27684cf99ae9 req-59be5ebe-c2ca-4fd5-a66b-1fc5683e91f0 service nova] Enqueued Resource ID: a65b8e3a-74f7-4f5d-8e5b-a9ba4b3bf5ee with Priority: HIGHEST for action port [ 613.707527] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 01b4a28f-2af7-4dd0-8ce7-d59bea16cdcf with Priority: HIGHEST for action security_group_rules [ 613.707664] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 01b4a28f-2af7-4dd0-8ce7-d59bea16cdcf with Priority: HIGHEST for action security_group_members [ 613.707757] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a65b8e3a-74f7-4f5d-8e5b-a9ba4b3bf5ee with Priority: HIGHEST for action port [ 613.709651] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock rules-01b4a28f-2af7-4dd0-8ce7-d59bea16cdcf taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.709651] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-01b4a28f-2af7-4dd0-8ce7-d59bea16cdcf" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.709651] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-01b4a28f-2af7-4dd0-8ce7-d59bea16cdcf taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.709651] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-01b4a28f-2af7-4dd0-8ce7-d59bea16cdcf" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.709651] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock port-a65b8e3a-74f7-4f5d-8e5b-a9ba4b3bf5ee taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.709651] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a65b8e3a-74f7-4f5d-8e5b-a9ba4b3bf5ee" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.709651] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a65b8e3a-74f7-4f5d-8e5b-a9ba4b3bf5ee" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.710139] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a65b8e3a-74f7-4f5d-8e5b-a9ba4b3bf5ee" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.710139] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a65b8e3a-74f7-4f5d-8e5b-a9ba4b3bf5ee',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 614.182753] env[65562]: INFO networking_nsxv3.common.synchronization [req-4aec8605-8b5b-42e7-aa12-02a3605e4e34 req-81b483d2-c12a-44b4-9782-38f55c93f548 tempest-ServerMetadataTestJSON-1318497365 tempest-ServerMetadataTestJSON-1318497365-project-member] Enqueued Resource ID: 1800a167-1e9d-451f-928f-2cdb5c8a653a with Priority: HIGHEST for action security_group_members [ 614.182753] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1800a167-1e9d-451f-928f-2cdb5c8a653a with Priority: HIGHEST for action security_group_members [ 614.183046] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-1800a167-1e9d-451f-928f-2cdb5c8a653a taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.183169] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1800a167-1e9d-451f-928f-2cdb5c8a653a" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.183235] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1800a167-1e9d-451f-928f-2cdb5c8a653a" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.183484] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1800a167-1e9d-451f-928f-2cdb5c8a653a" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.183644] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.183766] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.183832] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.183984] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.185170] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.185384] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1800a167-1e9d-451f-928f-2cdb5c8a653a',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 614.213872] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a65b8e3a-74f7-4f5d-8e5b-a9ba4b3bf5ee with status ACTIVE [ 614.214122] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.214255] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.214325] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.214533] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.214642] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.214851] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.214973] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.214973] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.215096] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.215175] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.215355] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.215448] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.215508] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.215649] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.215798] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.215798] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a65b8e3a-74f7-4f5d-8e5b-a9ba4b3bf5ee is going to be updated. [ 614.240217] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.240217] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.240217] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.240217] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.240217] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.240217] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a65b8e3a-74f7-4f5d-8e5b-a9ba4b3bf5ee" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.551347] env[65562]: DEBUG networking_nsxv3.common.locking [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Lock network-923 taken with stack trace [, , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.551671] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquiring lock "network-923" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.551671] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired lock "network-923" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.552063] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired external semaphore "network-923" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.552294] env[65562]: DEBUG networking_nsxv3.common.locking [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.552452] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquiring lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.552563] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.552775] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired external semaphore "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.552914] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Releasing lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.553173] env[65562]: DEBUG dogpile.cache.region [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] No value present for key: 'zone-id' {{(pid=65562) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 614.553291] env[65562]: DEBUG dogpile.lock [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] NeedRegenerationException {{(pid=65562) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 614.553396] env[65562]: DEBUG dogpile.lock [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] no value, waiting for create lock {{(pid=65562) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 614.553498] env[65562]: DEBUG dogpile.lock [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] value creation lock acquired {{(pid=65562) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 614.553607] env[65562]: DEBUG dogpile.cache.region [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] No value present for key: 'zone-id' {{(pid=65562) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 614.553727] env[65562]: DEBUG dogpile.lock [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Calling creation function for not-yet-present value {{(pid=65562) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 614.553844] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 614.570692] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 614.570846] env[65562]: DEBUG dogpile.cache.region [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Cache value generated in 0.017 seconds for key(s): 'zone-id' {{(pid=65562) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 614.570983] env[65562]: DEBUG dogpile.lock [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Released creation lock {{(pid=65562) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 614.571192] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Releasing lock "network-923" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.571499] env[65562]: DEBUG networking_nsxv3.common.locking [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Lock port-fd518dff-a6fe-4636-a023-8ce746750f04 taken with stack trace [, , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.571673] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquiring lock "port-fd518dff-a6fe-4636-a023-8ce746750f04" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.571781] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired lock "port-fd518dff-a6fe-4636-a023-8ce746750f04" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.572127] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired external semaphore "port-fd518dff-a6fe-4636-a023-8ce746750f04" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.572264] env[65562]: DEBUG networking_nsxv3.api.rpc [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fd518dff-a6fe-4636-a023-8ce746750f04',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 614.591642] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 01b4a28f-2af7-4dd0-8ce7-d59bea16cdcf in Status: SUCCESS [ 614.591892] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-01b4a28f-2af7-4dd0-8ce7-d59bea16cdcf" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.592423] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-01b4a28f-2af7-4dd0-8ce7-d59bea16cdcf" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.592677] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-01b4a28f-2af7-4dd0-8ce7-d59bea16cdcf" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.592922] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.593145] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.593226] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.593358] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.593464] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.593576] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-01b4a28f-2af7-4dd0-8ce7-d59bea16cdcf" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.593737] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('01b4a28f-2af7-4dd0-8ce7-d59bea16cdcf',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 614.594706] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-01b4a28f-2af7-4dd0-8ce7-d59bea16cdcf" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.594826] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-01b4a28f-2af7-4dd0-8ce7-d59bea16cdcf" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.595042] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.595172] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.595254] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.595429] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.595528] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.595638] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('01b4a28f-2af7-4dd0-8ce7-d59bea16cdcf',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 614.688172] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.688246] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.688321] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.688582] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.688682] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.688930] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.689256] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.689256] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.689496] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.689496] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.689580] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1800a167-1e9d-451f-928f-2cdb5c8a653a already deleted. [ 614.689678] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1800a167-1e9d-451f-928f-2cdb5c8a653a" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.074711] env[65562]: DEBUG networking_nsxv3.common.locking [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.074945] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.075082] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.075372] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.075522] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.075673] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Segment Port fd518dff-a6fe-4636-a023-8ce746750f04 not found, creating... [ 615.075935] env[65562]: DEBUG networking_nsxv3.common.locking [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.076102] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquiring lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.076217] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.076439] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired external semaphore "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.076569] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Releasing lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.076847] env[65562]: DEBUG networking_nsxv3.common.locking [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.077024] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.077133] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.077332] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.077487] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.077590] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Resource: SegmentPort with ID: fd518dff-a6fe-4636-a023-8ce746750f04 is going to be created. [ 615.098406] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-01b4a28f-2af7-4dd0-8ce7-d59bea16cdcf taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.098406] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-01b4a28f-2af7-4dd0-8ce7-d59bea16cdcf" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.098594] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('01b4a28f-2af7-4dd0-8ce7-d59bea16cdcf',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 615.101858] env[65562]: DEBUG networking_nsxv3.common.locking [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.102151] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.102292] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.102586] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.102896] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.103214] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Releasing lock "port-fd518dff-a6fe-4636-a023-8ce746750f04" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.279312] env[65562]: INFO networking_nsxv3.common.synchronization [None req-01610a75-4003-45c9-929d-6093326d6d76 None None] Enqueued Resource ID: 28994a48-ffc4-4e32-88be-16c30df17653 with Priority: HIGHEST for action port [ 615.280432] env[65562]: INFO networking_nsxv3.common.synchronization [None req-7eac1a22-7b25-476c-b8ab-2ee6aec37191 None None] Enqueued Resource ID: f4e07e35-08e0-46ba-9e0a-37943a3d620d with Priority: HIGHEST for action port [ 615.280670] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 28994a48-ffc4-4e32-88be-16c30df17653 with Priority: HIGHEST for action port [ 615.280801] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f4e07e35-08e0-46ba-9e0a-37943a3d620d with Priority: HIGHEST for action port [ 615.281450] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock port-28994a48-ffc4-4e32-88be-16c30df17653 taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.281750] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-28994a48-ffc4-4e32-88be-16c30df17653" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.281750] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-28994a48-ffc4-4e32-88be-16c30df17653" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.282050] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-28994a48-ffc4-4e32-88be-16c30df17653" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.282050] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('28994a48-ffc4-4e32-88be-16c30df17653',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 615.283835] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock port-f4e07e35-08e0-46ba-9e0a-37943a3d620d taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.283835] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f4e07e35-08e0-46ba-9e0a-37943a3d620d" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.283835] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f4e07e35-08e0-46ba-9e0a-37943a3d620d" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.283835] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f4e07e35-08e0-46ba-9e0a-37943a3d620d" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.284182] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f4e07e35-08e0-46ba-9e0a-37943a3d620d',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 615.600650] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('01b4a28f-2af7-4dd0-8ce7-d59bea16cdcf',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 615.786294] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f4e07e35-08e0-46ba-9e0a-37943a3d620d [ 615.786294] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.786294] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.786502] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.786573] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.786655] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.786742] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f4e07e35-08e0-46ba-9e0a-37943a3d620d already deleted. [ 615.786844] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f4e07e35-08e0-46ba-9e0a-37943a3d620d" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.787000] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 28994a48-ffc4-4e32-88be-16c30df17653 [ 615.787155] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.787246] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.787303] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.787445] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.787521] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.787596] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:28994a48-ffc4-4e32-88be-16c30df17653 already deleted. [ 615.787667] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-28994a48-ffc4-4e32-88be-16c30df17653" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.849104] env[65562]: INFO networking_nsxv3.common.synchronization [req-4aec8605-8b5b-42e7-aa12-02a3605e4e34 req-68b472a1-3180-4452-ad85-be13f0603d84 service nova] Enqueued Resource ID: 1800a167-1e9d-451f-928f-2cdb5c8a653a with Priority: HIGHEST for action security_group_rules [ 615.849783] env[65562]: INFO networking_nsxv3.common.synchronization [req-4aec8605-8b5b-42e7-aa12-02a3605e4e34 req-68b472a1-3180-4452-ad85-be13f0603d84 service nova] Enqueued Resource ID: 1800a167-1e9d-451f-928f-2cdb5c8a653a with Priority: HIGHEST for action security_group_members [ 615.849783] env[65562]: INFO networking_nsxv3.common.synchronization [req-4aec8605-8b5b-42e7-aa12-02a3605e4e34 req-68b472a1-3180-4452-ad85-be13f0603d84 service nova] Enqueued Resource ID: fd518dff-a6fe-4636-a023-8ce746750f04 with Priority: HIGHEST for action port [ 615.849783] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1800a167-1e9d-451f-928f-2cdb5c8a653a with Priority: HIGHEST for action security_group_rules [ 615.849783] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1800a167-1e9d-451f-928f-2cdb5c8a653a with Priority: HIGHEST for action security_group_members [ 615.850086] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fd518dff-a6fe-4636-a023-8ce746750f04 with Priority: HIGHEST for action port [ 615.850864] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1800a167-1e9d-451f-928f-2cdb5c8a653a taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.850864] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1800a167-1e9d-451f-928f-2cdb5c8a653a" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.850864] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1800a167-1e9d-451f-928f-2cdb5c8a653a" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.851340] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1800a167-1e9d-451f-928f-2cdb5c8a653a" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.851340] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1800a167-1e9d-451f-928f-2cdb5c8a653a',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 615.852588] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-1800a167-1e9d-451f-928f-2cdb5c8a653a taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.852588] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1800a167-1e9d-451f-928f-2cdb5c8a653a" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.852588] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1800a167-1e9d-451f-928f-2cdb5c8a653a" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.852588] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1800a167-1e9d-451f-928f-2cdb5c8a653a" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.852588] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.852834] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.852834] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.852834] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.852973] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.853048] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1800a167-1e9d-451f-928f-2cdb5c8a653a',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 615.854012] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock port-fd518dff-a6fe-4636-a023-8ce746750f04 taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.854080] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fd518dff-a6fe-4636-a023-8ce746750f04" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.854988] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fd518dff-a6fe-4636-a023-8ce746750f04" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.854988] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fd518dff-a6fe-4636-a023-8ce746750f04" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.854988] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fd518dff-a6fe-4636-a023-8ce746750f04',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 616.105092] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.105263] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.105325] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.109135] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.109301] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.109415] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 01b4a28f-2af7-4dd0-8ce7-d59bea16cdcf is going to be updated. [ 616.154087] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.154087] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.154087] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.154087] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.154087] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.162929] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 01b4a28f-2af7-4dd0-8ce7-d59bea16cdcf in Status: IN_PROGRESS for 2s [ 616.243474] env[65562]: INFO networking_nsxv3.common.synchronization [req-78d35751-dcf6-480d-a9c9-848edfb8af96 req-5263dd70-78f6-46a1-bd89-80f18bbfe522 tempest-ServersNegativeTestMultiTenantJSON-564741591 tempest-ServersNegativeTestMultiTenantJSON-564741591-project-member] Enqueued Resource ID: ebd72e05-80e9-4269-94bd-6e65a0ea534d with Priority: HIGHEST for action security_group_members [ 616.244106] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ebd72e05-80e9-4269-94bd-6e65a0ea534d with Priority: HIGHEST for action security_group_members [ 616.244426] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-ebd72e05-80e9-4269-94bd-6e65a0ea534d taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.245220] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ebd72e05-80e9-4269-94bd-6e65a0ea534d" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.245220] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ebd72e05-80e9-4269-94bd-6e65a0ea534d" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.245220] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ebd72e05-80e9-4269-94bd-6e65a0ea534d" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.245220] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.245220] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.245220] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.245493] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.245493] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.245554] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ebd72e05-80e9-4269-94bd-6e65a0ea534d',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 616.356668] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1800a167-1e9d-451f-928f-2cdb5c8a653a',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 616.357618] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-1800a167-1e9d-451f-928f-2cdb5c8a653a taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.357696] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1800a167-1e9d-451f-928f-2cdb5c8a653a" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.357802] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port fd518dff-a6fe-4636-a023-8ce746750f04 with status ACTIVE [ 616.357972] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.358116] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.358188] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.358401] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.358488] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.361019] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.361019] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.361019] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.361019] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.361019] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.361019] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.361019] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.361019] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.361019] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.361019] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.361019] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: fd518dff-a6fe-4636-a023-8ce746750f04 is going to be updated. [ 616.385596] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.385770] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.385847] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.386097] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.386249] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.386399] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fd518dff-a6fe-4636-a023-8ce746750f04" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.748451] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.748794] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.748794] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.748970] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.749288] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.749632] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.749791] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.749913] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.750164] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.750258] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.750418] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ebd72e05-80e9-4269-94bd-6e65a0ea534d already deleted. [ 616.750492] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ebd72e05-80e9-4269-94bd-6e65a0ea534d" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.852394] env[65562]: DEBUG networking_nsxv3.common.locking [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Lock network-494 taken with stack trace [, , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.852595] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquiring lock "network-494" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.852745] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired lock "network-494" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.853092] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired external semaphore "network-494" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.853622] env[65562]: DEBUG networking_nsxv3.common.locking [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.853816] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquiring lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.853986] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.854254] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired external semaphore "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.854432] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Releasing lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.854948] env[65562]: DEBUG dogpile.cache.region [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] No value present for key: 'zone-id' {{(pid=65562) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 616.854948] env[65562]: DEBUG dogpile.lock [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] NeedRegenerationException {{(pid=65562) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 616.854948] env[65562]: DEBUG dogpile.lock [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] no value, waiting for create lock {{(pid=65562) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 616.855110] env[65562]: DEBUG dogpile.lock [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] value creation lock acquired {{(pid=65562) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 616.855110] env[65562]: DEBUG dogpile.cache.region [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] No value present for key: 'zone-id' {{(pid=65562) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 616.855235] env[65562]: DEBUG dogpile.lock [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Calling creation function for not-yet-present value {{(pid=65562) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 616.855361] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 616.861728] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1800a167-1e9d-451f-928f-2cdb5c8a653a',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 616.877887] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 616.878136] env[65562]: DEBUG dogpile.cache.region [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65562) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 616.878278] env[65562]: DEBUG dogpile.lock [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Released creation lock {{(pid=65562) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 616.878461] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Releasing lock "network-494" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.878768] env[65562]: DEBUG networking_nsxv3.common.locking [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Lock port-18b3a67e-0308-46fc-8bd6-75c5c8c87d72 taken with stack trace [, , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.878936] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquiring lock "port-18b3a67e-0308-46fc-8bd6-75c5c8c87d72" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.879066] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired lock "port-18b3a67e-0308-46fc-8bd6-75c5c8c87d72" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.879455] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired external semaphore "port-18b3a67e-0308-46fc-8bd6-75c5c8c87d72" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.879593] env[65562]: DEBUG networking_nsxv3.api.rpc [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('18b3a67e-0308-46fc-8bd6-75c5c8c87d72',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 617.364750] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.364962] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.365051] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.365245] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.365341] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.365436] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1800a167-1e9d-451f-928f-2cdb5c8a653a is going to be created. [ 617.383071] env[65562]: DEBUG networking_nsxv3.common.locking [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.383345] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.383467] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.383852] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.383970] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.384096] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Segment Port 18b3a67e-0308-46fc-8bd6-75c5c8c87d72 not found, creating... [ 617.384365] env[65562]: DEBUG networking_nsxv3.common.locking [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.384517] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquiring lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.384647] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.384839] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired external semaphore "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.384958] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Releasing lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.385250] env[65562]: DEBUG networking_nsxv3.common.locking [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.385402] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.385612] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.385702] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.385827] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.385961] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Resource: SegmentPort with ID: 18b3a67e-0308-46fc-8bd6-75c5c8c87d72 is going to be created. [ 617.391543] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.391689] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.391729] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.391926] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.392163] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.402239] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1800a167-1e9d-451f-928f-2cdb5c8a653a in Status: UNINITIALIZED for 2s [ 617.408727] env[65562]: DEBUG networking_nsxv3.common.locking [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.408930] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.409060] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.409348] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.409568] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.409778] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Releasing lock "port-18b3a67e-0308-46fc-8bd6-75c5c8c87d72" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.765393] env[65562]: INFO networking_nsxv3.common.synchronization [None req-c4593690-4ce5-4111-b812-a7038ae78de9 None None] Enqueued Resource ID: 7a46f297-ed22-4151-9d32-2319187cf0c5 with Priority: HIGHEST for action port [ 617.766015] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7a46f297-ed22-4151-9d32-2319187cf0c5 with Priority: HIGHEST for action port [ 617.766274] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock port-7a46f297-ed22-4151-9d32-2319187cf0c5 taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.766389] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7a46f297-ed22-4151-9d32-2319187cf0c5" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.766454] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7a46f297-ed22-4151-9d32-2319187cf0c5" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.766710] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7a46f297-ed22-4151-9d32-2319187cf0c5" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.766798] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7a46f297-ed22-4151-9d32-2319187cf0c5',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 618.024028] env[65562]: INFO networking_nsxv3.common.synchronization [None req-e2323c93-e1c3-4314-9eba-3b2bc04d8588 None None] Enqueued Resource ID: 663e68aa-01d9-4634-8f43-72ceb3b2e573 with Priority: HIGHEST for action port [ 618.025517] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 663e68aa-01d9-4634-8f43-72ceb3b2e573 with Priority: HIGHEST for action port [ 618.025517] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock port-663e68aa-01d9-4634-8f43-72ceb3b2e573 taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.025517] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-663e68aa-01d9-4634-8f43-72ceb3b2e573" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.025517] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-663e68aa-01d9-4634-8f43-72ceb3b2e573" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.025517] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-663e68aa-01d9-4634-8f43-72ceb3b2e573" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.025517] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('663e68aa-01d9-4634-8f43-72ceb3b2e573',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 618.147978] env[65562]: INFO networking_nsxv3.common.synchronization [req-78d35751-dcf6-480d-a9c9-848edfb8af96 req-f0fb73fb-729d-4ae9-9cb1-f8cd0a2ff42a service nova] Enqueued Resource ID: ebd72e05-80e9-4269-94bd-6e65a0ea534d with Priority: HIGHEST for action security_group_rules [ 618.148183] env[65562]: INFO networking_nsxv3.common.synchronization [req-78d35751-dcf6-480d-a9c9-848edfb8af96 req-f0fb73fb-729d-4ae9-9cb1-f8cd0a2ff42a service nova] Enqueued Resource ID: ebd72e05-80e9-4269-94bd-6e65a0ea534d with Priority: HIGHEST for action security_group_members [ 618.148315] env[65562]: INFO networking_nsxv3.common.synchronization [req-78d35751-dcf6-480d-a9c9-848edfb8af96 req-f0fb73fb-729d-4ae9-9cb1-f8cd0a2ff42a service nova] Enqueued Resource ID: 18b3a67e-0308-46fc-8bd6-75c5c8c87d72 with Priority: HIGHEST for action port [ 618.149126] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ebd72e05-80e9-4269-94bd-6e65a0ea534d with Priority: HIGHEST for action security_group_rules [ 618.149126] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ebd72e05-80e9-4269-94bd-6e65a0ea534d with Priority: HIGHEST for action security_group_members [ 618.149226] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 18b3a67e-0308-46fc-8bd6-75c5c8c87d72 with Priority: HIGHEST for action port [ 618.149583] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ebd72e05-80e9-4269-94bd-6e65a0ea534d taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.149706] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ebd72e05-80e9-4269-94bd-6e65a0ea534d" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.149784] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ebd72e05-80e9-4269-94bd-6e65a0ea534d" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.150451] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ebd72e05-80e9-4269-94bd-6e65a0ea534d" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.150451] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ebd72e05-80e9-4269-94bd-6e65a0ea534d',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 618.154216] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-ebd72e05-80e9-4269-94bd-6e65a0ea534d taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.154216] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ebd72e05-80e9-4269-94bd-6e65a0ea534d" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.154216] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ebd72e05-80e9-4269-94bd-6e65a0ea534d" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.154216] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ebd72e05-80e9-4269-94bd-6e65a0ea534d" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.154216] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.154216] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.154216] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.154216] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.154216] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.154216] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ebd72e05-80e9-4269-94bd-6e65a0ea534d',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 618.154590] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock port-18b3a67e-0308-46fc-8bd6-75c5c8c87d72 taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.154590] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-18b3a67e-0308-46fc-8bd6-75c5c8c87d72" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.154590] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-18b3a67e-0308-46fc-8bd6-75c5c8c87d72" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.154590] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-18b3a67e-0308-46fc-8bd6-75c5c8c87d72" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.154757] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('18b3a67e-0308-46fc-8bd6-75c5c8c87d72',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 618.174499] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 01b4a28f-2af7-4dd0-8ce7-d59bea16cdcf in Status: SUCCESS [ 618.174499] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-01b4a28f-2af7-4dd0-8ce7-d59bea16cdcf" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.174630] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-01b4a28f-2af7-4dd0-8ce7-d59bea16cdcf" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.175462] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-01b4a28f-2af7-4dd0-8ce7-d59bea16cdcf" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.175462] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.175720] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.175720] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.175834] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.175834] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.175930] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('01b4a28f-2af7-4dd0-8ce7-d59bea16cdcf',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 618.269059] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7a46f297-ed22-4151-9d32-2319187cf0c5 [ 618.269823] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.269823] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.270022] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.270311] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.270538] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.270706] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7a46f297-ed22-4151-9d32-2319187cf0c5 already deleted. [ 618.270858] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7a46f297-ed22-4151-9d32-2319187cf0c5" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.529782] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 663e68aa-01d9-4634-8f43-72ceb3b2e573 [ 618.529782] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.529782] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.529782] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.530292] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.530481] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.531163] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:663e68aa-01d9-4634-8f43-72ceb3b2e573 already deleted. [ 618.531441] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-663e68aa-01d9-4634-8f43-72ceb3b2e573" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.657940] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 18b3a67e-0308-46fc-8bd6-75c5c8c87d72 with status ACTIVE [ 618.658199] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.660288] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.660288] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.660486] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.660605] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.664245] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.664340] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.664443] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.664552] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.664637] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.664913] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.665034] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.665096] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.665252] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.665325] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.665409] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 18b3a67e-0308-46fc-8bd6-75c5c8c87d72 is going to be updated. [ 618.667179] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-ebd72e05-80e9-4269-94bd-6e65a0ea534d taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.667318] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ebd72e05-80e9-4269-94bd-6e65a0ea534d" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.667526] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ebd72e05-80e9-4269-94bd-6e65a0ea534d',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 618.672395] env[65562]: INFO networking_nsxv3.common.synchronization [req-dfd435db-e063-4216-a143-e1449aab7087 req-e87a6940-3abb-453d-9c76-3d2dbb203175 tempest-ImagesNegativeTestJSON-1379313652 tempest-ImagesNegativeTestJSON-1379313652-project-member] Enqueued Resource ID: deb0a406-97e5-4f45-bbdd-11a50b0025a6 with Priority: HIGHEST for action security_group_members [ 618.674018] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: deb0a406-97e5-4f45-bbdd-11a50b0025a6 with Priority: HIGHEST for action security_group_members [ 618.674103] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-deb0a406-97e5-4f45-bbdd-11a50b0025a6 taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.674240] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-deb0a406-97e5-4f45-bbdd-11a50b0025a6" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.674311] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-deb0a406-97e5-4f45-bbdd-11a50b0025a6" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.675801] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-deb0a406-97e5-4f45-bbdd-11a50b0025a6" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.676761] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.676761] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.676761] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.676761] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.676761] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.676761] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('deb0a406-97e5-4f45-bbdd-11a50b0025a6',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 618.680626] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('01b4a28f-2af7-4dd0-8ce7-d59bea16cdcf',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 618.695373] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.695373] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.695373] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.695373] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.695373] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.695373] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-18b3a67e-0308-46fc-8bd6-75c5c8c87d72" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.070021] env[65562]: DEBUG networking_nsxv3.common.locking [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Lock network-257 taken with stack trace [, , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.070517] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquiring lock "network-257" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.070517] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired lock "network-257" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.070689] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired external semaphore "network-257" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.070910] env[65562]: DEBUG networking_nsxv3.common.locking [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.071109] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquiring lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.071244] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.071462] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired external semaphore "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.071601] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Releasing lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.071807] env[65562]: DEBUG dogpile.cache.region [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] No value present for key: 'zone-id' {{(pid=65562) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 619.071916] env[65562]: DEBUG dogpile.lock [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] NeedRegenerationException {{(pid=65562) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 619.072030] env[65562]: DEBUG dogpile.lock [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] no value, waiting for create lock {{(pid=65562) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 619.072154] env[65562]: DEBUG dogpile.lock [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] value creation lock acquired {{(pid=65562) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 619.072279] env[65562]: DEBUG dogpile.cache.region [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] No value present for key: 'zone-id' {{(pid=65562) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 619.072383] env[65562]: DEBUG dogpile.lock [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Calling creation function for not-yet-present value {{(pid=65562) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 619.072508] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 619.094032] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 619.094630] env[65562]: DEBUG dogpile.cache.region [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65562) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 619.095377] env[65562]: DEBUG dogpile.lock [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Released creation lock {{(pid=65562) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 619.095377] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Releasing lock "network-257" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.095734] env[65562]: DEBUG networking_nsxv3.common.locking [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Lock port-fdfe8d21-7a3e-428b-926a-602ff69464cb taken with stack trace [, , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.095947] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquiring lock "port-fdfe8d21-7a3e-428b-926a-602ff69464cb" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.096128] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired lock "port-fdfe8d21-7a3e-428b-926a-602ff69464cb" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.096470] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired external semaphore "port-fdfe8d21-7a3e-428b-926a-602ff69464cb" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.096657] env[65562]: DEBUG networking_nsxv3.api.rpc [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fdfe8d21-7a3e-428b-926a-602ff69464cb',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 619.173488] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ebd72e05-80e9-4269-94bd-6e65a0ea534d',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 619.182086] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.182086] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.182086] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.182086] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.182086] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.182086] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.182086] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.182086] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.182086] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.182086] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.182086] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: deb0a406-97e5-4f45-bbdd-11a50b0025a6 already deleted. [ 619.182086] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-deb0a406-97e5-4f45-bbdd-11a50b0025a6" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.183485] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('01b4a28f-2af7-4dd0-8ce7-d59bea16cdcf',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 619.412419] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1800a167-1e9d-451f-928f-2cdb5c8a653a in Status: SUCCESS [ 619.412905] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1800a167-1e9d-451f-928f-2cdb5c8a653a" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.412905] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1800a167-1e9d-451f-928f-2cdb5c8a653a" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.413052] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1800a167-1e9d-451f-928f-2cdb5c8a653a" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.413306] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.413408] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.413573] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.414485] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.414485] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.414485] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1800a167-1e9d-451f-928f-2cdb5c8a653a" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.414485] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1800a167-1e9d-451f-928f-2cdb5c8a653a',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 619.606312] env[65562]: DEBUG networking_nsxv3.common.locking [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.606312] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.606312] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.606312] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.606312] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.606312] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Segment Port fdfe8d21-7a3e-428b-926a-602ff69464cb not found, creating... [ 619.606312] env[65562]: DEBUG networking_nsxv3.common.locking [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.606836] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquiring lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.606836] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.606836] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired external semaphore "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.607444] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Releasing lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.607444] env[65562]: DEBUG networking_nsxv3.common.locking [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.607656] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.607656] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.607920] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.608183] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.609105] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Resource: SegmentPort with ID: fdfe8d21-7a3e-428b-926a-602ff69464cb is going to be created. [ 619.638178] env[65562]: DEBUG networking_nsxv3.common.locking [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.638471] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.638624] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.639042] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.639336] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.639611] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Releasing lock "port-fdfe8d21-7a3e-428b-926a-602ff69464cb" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.676043] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.676377] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.676453] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.676717] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.676835] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.676945] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ebd72e05-80e9-4269-94bd-6e65a0ea534d is going to be created. [ 619.692188] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.692188] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.692188] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.692188] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.692188] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.692188] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 01b4a28f-2af7-4dd0-8ce7-d59bea16cdcf is going to be updated. [ 619.745893] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.745893] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.745893] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.745893] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.745893] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.757266] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.757266] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.757266] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.757266] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.757266] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.760964] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ebd72e05-80e9-4269-94bd-6e65a0ea534d in Status: UNINITIALIZED for 2s [ 619.774904] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 01b4a28f-2af7-4dd0-8ce7-d59bea16cdcf in Status: IN_PROGRESS for 2s [ 619.916329] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-1800a167-1e9d-451f-928f-2cdb5c8a653a taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.916797] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1800a167-1e9d-451f-928f-2cdb5c8a653a" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.916878] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1800a167-1e9d-451f-928f-2cdb5c8a653a" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.917118] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1800a167-1e9d-451f-928f-2cdb5c8a653a" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.917351] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.917460] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.917515] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.917654] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.917745] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.917833] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1800a167-1e9d-451f-928f-2cdb5c8a653a" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.917982] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-1800a167-1e9d-451f-928f-2cdb5c8a653a taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.918087] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1800a167-1e9d-451f-928f-2cdb5c8a653a" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.918179] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1800a167-1e9d-451f-928f-2cdb5c8a653a" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.918292] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1800a167-1e9d-451f-928f-2cdb5c8a653a" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.918430] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.918523] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.918582] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.918720] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.918797] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.918881] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1800a167-1e9d-451f-928f-2cdb5c8a653a" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.918975] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1800a167-1e9d-451f-928f-2cdb5c8a653a',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 620.370721] env[65562]: INFO networking_nsxv3.common.synchronization [req-dfd435db-e063-4216-a143-e1449aab7087 req-d0ad6260-4a7b-427c-a3a5-6615a60cfaf8 service nova] Enqueued Resource ID: deb0a406-97e5-4f45-bbdd-11a50b0025a6 with Priority: HIGHEST for action security_group_rules [ 620.370721] env[65562]: INFO networking_nsxv3.common.synchronization [req-dfd435db-e063-4216-a143-e1449aab7087 req-d0ad6260-4a7b-427c-a3a5-6615a60cfaf8 service nova] Enqueued Resource ID: deb0a406-97e5-4f45-bbdd-11a50b0025a6 with Priority: HIGHEST for action security_group_members [ 620.370721] env[65562]: INFO networking_nsxv3.common.synchronization [req-dfd435db-e063-4216-a143-e1449aab7087 req-d0ad6260-4a7b-427c-a3a5-6615a60cfaf8 service nova] Enqueued Resource ID: fdfe8d21-7a3e-428b-926a-602ff69464cb with Priority: HIGHEST for action port [ 620.370721] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: deb0a406-97e5-4f45-bbdd-11a50b0025a6 with Priority: HIGHEST for action security_group_rules [ 620.375030] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: deb0a406-97e5-4f45-bbdd-11a50b0025a6 with Priority: HIGHEST for action security_group_members [ 620.375030] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fdfe8d21-7a3e-428b-926a-602ff69464cb with Priority: HIGHEST for action port [ 620.375030] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock rules-deb0a406-97e5-4f45-bbdd-11a50b0025a6 taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.375030] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-deb0a406-97e5-4f45-bbdd-11a50b0025a6" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.375030] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-deb0a406-97e5-4f45-bbdd-11a50b0025a6" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.375030] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-deb0a406-97e5-4f45-bbdd-11a50b0025a6" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.375030] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('deb0a406-97e5-4f45-bbdd-11a50b0025a6',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 620.375030] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-deb0a406-97e5-4f45-bbdd-11a50b0025a6 taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.375030] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-deb0a406-97e5-4f45-bbdd-11a50b0025a6" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.375030] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-deb0a406-97e5-4f45-bbdd-11a50b0025a6" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.375030] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-deb0a406-97e5-4f45-bbdd-11a50b0025a6" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.377180] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.377465] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.377657] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.377947] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.379438] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.379438] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('deb0a406-97e5-4f45-bbdd-11a50b0025a6',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 620.379438] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock port-fdfe8d21-7a3e-428b-926a-602ff69464cb taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.379438] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fdfe8d21-7a3e-428b-926a-602ff69464cb" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.379438] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fdfe8d21-7a3e-428b-926a-602ff69464cb" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.379438] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fdfe8d21-7a3e-428b-926a-602ff69464cb" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.379666] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fdfe8d21-7a3e-428b-926a-602ff69464cb',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 620.422117] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1800a167-1e9d-451f-928f-2cdb5c8a653a: rpc.has_security_group_logging(os_id): False [ 620.446705] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.450170] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.450170] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.450170] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.450170] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.450170] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.450170] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.450170] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.450170] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.450170] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.450170] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.450170] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.450170] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.450170] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.450170] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.450961] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.450961] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.450961] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.450961] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.450961] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.450961] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1800a167-1e9d-451f-928f-2cdb5c8a653a is going to be created. [ 620.452313] env[65562]: INFO networking_nsxv3.common.synchronization [None req-c3de4333-6884-401d-b374-a441c511b120 None None] Enqueued Resource ID: 0a98ed1e-412a-4fc6-9608-8998bced785e with Priority: HIGHEST for action port [ 620.453351] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0a98ed1e-412a-4fc6-9608-8998bced785e with Priority: HIGHEST for action port [ 620.453858] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock port-0a98ed1e-412a-4fc6-9608-8998bced785e taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.455951] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0a98ed1e-412a-4fc6-9608-8998bced785e" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.455951] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0a98ed1e-412a-4fc6-9608-8998bced785e" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.455951] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0a98ed1e-412a-4fc6-9608-8998bced785e" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.455951] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0a98ed1e-412a-4fc6-9608-8998bced785e',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 620.512998] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.512998] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.512998] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.513178] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.514197] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.526588] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1800a167-1e9d-451f-928f-2cdb5c8a653a in Status: IN_PROGRESS for 2s [ 620.883502] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-deb0a406-97e5-4f45-bbdd-11a50b0025a6 taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.883904] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-deb0a406-97e5-4f45-bbdd-11a50b0025a6" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.884155] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('deb0a406-97e5-4f45-bbdd-11a50b0025a6',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 620.885177] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port fdfe8d21-7a3e-428b-926a-602ff69464cb with status ACTIVE [ 620.885857] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.885857] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.885857] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.885857] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.885857] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.886103] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.886103] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.886181] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.890090] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.890090] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.890090] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.890090] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.890090] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.890090] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.890090] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.890090] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: fdfe8d21-7a3e-428b-926a-602ff69464cb is going to be updated. [ 620.919289] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.919289] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.919289] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.919289] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.919289] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.919289] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fdfe8d21-7a3e-428b-926a-602ff69464cb" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.961076] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0a98ed1e-412a-4fc6-9608-8998bced785e [ 620.961415] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.961656] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.961760] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.962322] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.962322] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.962427] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0a98ed1e-412a-4fc6-9608-8998bced785e already deleted. [ 620.962695] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0a98ed1e-412a-4fc6-9608-8998bced785e" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.275261] env[65562]: INFO networking_nsxv3.common.synchronization [None req-f1003e45-bf79-452a-b9e4-208dc8b9af35 None None] Enqueued Resource ID: 80d586ed-6b93-4fe8-9b4e-cbca275b73e9 with Priority: HIGHEST for action port [ 621.275768] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 80d586ed-6b93-4fe8-9b4e-cbca275b73e9 with Priority: HIGHEST for action port [ 621.276695] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock port-80d586ed-6b93-4fe8-9b4e-cbca275b73e9 taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.276695] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-80d586ed-6b93-4fe8-9b4e-cbca275b73e9" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.276695] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-80d586ed-6b93-4fe8-9b4e-cbca275b73e9" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.278063] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-80d586ed-6b93-4fe8-9b4e-cbca275b73e9" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.278158] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('80d586ed-6b93-4fe8-9b4e-cbca275b73e9',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 621.391705] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('deb0a406-97e5-4f45-bbdd-11a50b0025a6',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 621.774178] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ebd72e05-80e9-4269-94bd-6e65a0ea534d in Status: SUCCESS [ 621.774395] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ebd72e05-80e9-4269-94bd-6e65a0ea534d" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.774567] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ebd72e05-80e9-4269-94bd-6e65a0ea534d" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.774868] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ebd72e05-80e9-4269-94bd-6e65a0ea534d" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.775097] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.775238] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.775308] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.775462] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.775548] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.775636] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ebd72e05-80e9-4269-94bd-6e65a0ea534d" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.776492] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ebd72e05-80e9-4269-94bd-6e65a0ea534d',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 621.782258] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 80d586ed-6b93-4fe8-9b4e-cbca275b73e9 [ 621.782258] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.782258] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.782258] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.782258] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.782258] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.782258] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:80d586ed-6b93-4fe8-9b4e-cbca275b73e9 already deleted. [ 621.782522] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-80d586ed-6b93-4fe8-9b4e-cbca275b73e9" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.786313] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 01b4a28f-2af7-4dd0-8ce7-d59bea16cdcf in Status: SUCCESS [ 621.786539] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-01b4a28f-2af7-4dd0-8ce7-d59bea16cdcf" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.786673] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-01b4a28f-2af7-4dd0-8ce7-d59bea16cdcf" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.786875] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-01b4a28f-2af7-4dd0-8ce7-d59bea16cdcf" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.787077] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.787200] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.787259] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.787425] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.787507] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.787650] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-01b4a28f-2af7-4dd0-8ce7-d59bea16cdcf" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.787751] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-01b4a28f-2af7-4dd0-8ce7-d59bea16cdcf taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.787841] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-01b4a28f-2af7-4dd0-8ce7-d59bea16cdcf" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.787894] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-01b4a28f-2af7-4dd0-8ce7-d59bea16cdcf" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.788028] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-01b4a28f-2af7-4dd0-8ce7-d59bea16cdcf" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.788170] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.788263] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.788317] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.788454] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.788528] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.788606] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-01b4a28f-2af7-4dd0-8ce7-d59bea16cdcf" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.788696] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('01b4a28f-2af7-4dd0-8ce7-d59bea16cdcf',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 621.802239] env[65562]: INFO networking_nsxv3.common.synchronization [req-d3092578-e0d0-4eaf-8129-0848f30df4c6 req-6efe5cc2-7cb0-4847-aeaa-a6d75278b281 tempest-AttachInterfacesUnderV243Test-1824302234 tempest-AttachInterfacesUnderV243Test-1824302234-project-member] Enqueued Resource ID: 1445b9a0-1100-41f8-a21d-b02385602ed4 with Priority: HIGHEST for action security_group_members [ 621.802239] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1445b9a0-1100-41f8-a21d-b02385602ed4 with Priority: HIGHEST for action security_group_members [ 621.802239] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-1445b9a0-1100-41f8-a21d-b02385602ed4 taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.802239] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1445b9a0-1100-41f8-a21d-b02385602ed4" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.802239] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1445b9a0-1100-41f8-a21d-b02385602ed4" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.802239] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1445b9a0-1100-41f8-a21d-b02385602ed4" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.802239] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.802649] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.802649] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.802649] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.802891] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.802955] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1445b9a0-1100-41f8-a21d-b02385602ed4',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 621.896377] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.896851] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.896851] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.897060] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.897193] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.897331] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: deb0a406-97e5-4f45-bbdd-11a50b0025a6 is going to be created. [ 621.922386] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.922680] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.922793] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.923147] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.923345] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.935355] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: deb0a406-97e5-4f45-bbdd-11a50b0025a6 in Status: UNINITIALIZED for 2s [ 622.279315] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-ebd72e05-80e9-4269-94bd-6e65a0ea534d taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.279513] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ebd72e05-80e9-4269-94bd-6e65a0ea534d" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.279610] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ebd72e05-80e9-4269-94bd-6e65a0ea534d" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.279813] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ebd72e05-80e9-4269-94bd-6e65a0ea534d" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.280011] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.280114] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.280180] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.280343] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.280441] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.280717] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ebd72e05-80e9-4269-94bd-6e65a0ea534d" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.280792] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-ebd72e05-80e9-4269-94bd-6e65a0ea534d taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.280908] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ebd72e05-80e9-4269-94bd-6e65a0ea534d" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.280958] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ebd72e05-80e9-4269-94bd-6e65a0ea534d" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.281142] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ebd72e05-80e9-4269-94bd-6e65a0ea534d" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.281395] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.281497] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.281592] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.281791] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.281901] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.282019] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ebd72e05-80e9-4269-94bd-6e65a0ea534d" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.282184] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ebd72e05-80e9-4269-94bd-6e65a0ea534d',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 622.300791] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 01b4a28f-2af7-4dd0-8ce7-d59bea16cdcf: rpc.has_security_group_logging(os_id): False [ 622.308122] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.308294] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.308363] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.308585] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.308674] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.308875] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.308969] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.309035] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.309205] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.309296] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.309397] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1445b9a0-1100-41f8-a21d-b02385602ed4 already deleted. [ 622.309490] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1445b9a0-1100-41f8-a21d-b02385602ed4" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.331051] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.331051] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.331051] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.331051] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.331051] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.331051] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.331051] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.331051] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.331051] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.331051] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.331051] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.331051] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.331051] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.331051] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.331051] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.334159] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.334338] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.334407] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.335309] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.335309] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.335309] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 01b4a28f-2af7-4dd0-8ce7-d59bea16cdcf is going to be created. [ 622.423848] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.424352] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.424352] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.424352] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.424526] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.439158] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 01b4a28f-2af7-4dd0-8ce7-d59bea16cdcf in Status: IN_PROGRESS for 2s [ 622.547429] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1800a167-1e9d-451f-928f-2cdb5c8a653a in Status: SUCCESS [ 622.547676] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1800a167-1e9d-451f-928f-2cdb5c8a653a" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.784273] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ebd72e05-80e9-4269-94bd-6e65a0ea534d: rpc.has_security_group_logging(os_id): False [ 622.806347] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.806347] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.806347] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.806347] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.806347] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.806347] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.806347] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.806347] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.806347] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.806347] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.806347] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.806347] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.808681] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.809055] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.809173] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.809470] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.809589] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.809636] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.809797] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.809913] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.810040] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ebd72e05-80e9-4269-94bd-6e65a0ea534d is going to be created. [ 622.935035] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.935239] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.935239] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.935472] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.935733] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.957940] env[65562]: DEBUG networking_nsxv3.common.locking [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Lock network-417 taken with stack trace [, , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.958165] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquiring lock "network-417" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.958283] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired lock "network-417" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.958615] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired external semaphore "network-417" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.958872] env[65562]: DEBUG networking_nsxv3.common.locking [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.959051] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquiring lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.959163] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.959384] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired external semaphore "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.959521] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Releasing lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.959722] env[65562]: DEBUG dogpile.cache.region [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] No value present for key: 'zone-id' {{(pid=65562) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 622.959830] env[65562]: DEBUG dogpile.lock [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] NeedRegenerationException {{(pid=65562) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 622.959963] env[65562]: DEBUG dogpile.lock [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] no value, waiting for create lock {{(pid=65562) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 622.960084] env[65562]: DEBUG dogpile.lock [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] value creation lock acquired {{(pid=65562) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 622.960193] env[65562]: DEBUG dogpile.cache.region [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] No value present for key: 'zone-id' {{(pid=65562) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 622.960293] env[65562]: DEBUG dogpile.lock [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Calling creation function for not-yet-present value {{(pid=65562) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 622.960446] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 622.962244] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ebd72e05-80e9-4269-94bd-6e65a0ea534d in Status: IN_PROGRESS for 2s [ 622.982978] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 622.983164] env[65562]: DEBUG dogpile.cache.region [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65562) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 622.983300] env[65562]: DEBUG dogpile.lock [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Released creation lock {{(pid=65562) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 622.983475] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Releasing lock "network-417" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.983852] env[65562]: DEBUG networking_nsxv3.common.locking [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Lock port-b2f67fd6-fca7-4c53-b9b8-6734965d6de5 taken with stack trace [, , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.984132] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquiring lock "port-b2f67fd6-fca7-4c53-b9b8-6734965d6de5" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.984187] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired lock "port-b2f67fd6-fca7-4c53-b9b8-6734965d6de5" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.984471] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired external semaphore "port-b2f67fd6-fca7-4c53-b9b8-6734965d6de5" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.984600] env[65562]: DEBUG networking_nsxv3.api.rpc [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b2f67fd6-fca7-4c53-b9b8-6734965d6de5',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 623.305541] env[65562]: INFO networking_nsxv3.common.synchronization [None req-7706c4b2-9f84-4594-90cc-751379d84b68 None None] Enqueued Resource ID: e15ae8d7-3cf7-47e9-98ad-b55e053bf1a8 with Priority: HIGHEST for action port [ 623.306013] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e15ae8d7-3cf7-47e9-98ad-b55e053bf1a8 with Priority: HIGHEST for action port [ 623.306342] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock port-e15ae8d7-3cf7-47e9-98ad-b55e053bf1a8 taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.306461] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e15ae8d7-3cf7-47e9-98ad-b55e053bf1a8" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.306583] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e15ae8d7-3cf7-47e9-98ad-b55e053bf1a8" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.306832] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e15ae8d7-3cf7-47e9-98ad-b55e053bf1a8" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.306884] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e15ae8d7-3cf7-47e9-98ad-b55e053bf1a8',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 623.380992] env[65562]: INFO networking_nsxv3.common.synchronization [None req-bc5928e0-c06e-493f-af2a-bc7f74dca2e8 None None] Enqueued Resource ID: 46088533-6312-45ed-9f9b-3da3ed8d47eb with Priority: HIGHEST for action port [ 623.381542] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 46088533-6312-45ed-9f9b-3da3ed8d47eb with Priority: HIGHEST for action port [ 623.382455] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock port-46088533-6312-45ed-9f9b-3da3ed8d47eb taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.382455] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-46088533-6312-45ed-9f9b-3da3ed8d47eb" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.382455] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-46088533-6312-45ed-9f9b-3da3ed8d47eb" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.382455] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-46088533-6312-45ed-9f9b-3da3ed8d47eb" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.382455] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('46088533-6312-45ed-9f9b-3da3ed8d47eb',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 623.490524] env[65562]: DEBUG networking_nsxv3.common.locking [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.490524] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.490524] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.490524] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.490524] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.490524] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Segment Port b2f67fd6-fca7-4c53-b9b8-6734965d6de5 not found, creating... [ 623.490524] env[65562]: DEBUG networking_nsxv3.common.locking [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.490524] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquiring lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.490524] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.490524] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired external semaphore "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.490524] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Releasing lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.491179] env[65562]: DEBUG networking_nsxv3.common.locking [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.491179] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.491179] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.491179] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.491179] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.493827] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Resource: SegmentPort with ID: b2f67fd6-fca7-4c53-b9b8-6734965d6de5 is going to be created. [ 623.516435] env[65562]: DEBUG networking_nsxv3.common.locking [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.516639] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.516758] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.517465] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.518249] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.518249] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Releasing lock "port-b2f67fd6-fca7-4c53-b9b8-6734965d6de5" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.809498] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e15ae8d7-3cf7-47e9-98ad-b55e053bf1a8 [ 623.809746] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.811174] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.811174] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.811174] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.811174] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.811174] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e15ae8d7-3cf7-47e9-98ad-b55e053bf1a8 already deleted. [ 623.811174] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e15ae8d7-3cf7-47e9-98ad-b55e053bf1a8" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.890074] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 46088533-6312-45ed-9f9b-3da3ed8d47eb [ 623.890328] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.890413] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.890520] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.890709] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.890781] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.890874] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:46088533-6312-45ed-9f9b-3da3ed8d47eb already deleted. [ 623.890961] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-46088533-6312-45ed-9f9b-3da3ed8d47eb" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.950059] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: deb0a406-97e5-4f45-bbdd-11a50b0025a6 in Status: SUCCESS [ 623.950059] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-deb0a406-97e5-4f45-bbdd-11a50b0025a6" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.950059] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-deb0a406-97e5-4f45-bbdd-11a50b0025a6" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.950059] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-deb0a406-97e5-4f45-bbdd-11a50b0025a6" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.950059] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.950520] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.950520] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.950520] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.950520] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.951374] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-deb0a406-97e5-4f45-bbdd-11a50b0025a6" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.951374] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('deb0a406-97e5-4f45-bbdd-11a50b0025a6',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 624.290805] env[65562]: INFO networking_nsxv3.common.synchronization [req-d3092578-e0d0-4eaf-8129-0848f30df4c6 req-a5cb1569-f9d4-488e-bd88-53056e13f532 service nova] Enqueued Resource ID: 1445b9a0-1100-41f8-a21d-b02385602ed4 with Priority: HIGHEST for action security_group_rules [ 624.291067] env[65562]: INFO networking_nsxv3.common.synchronization [req-d3092578-e0d0-4eaf-8129-0848f30df4c6 req-a5cb1569-f9d4-488e-bd88-53056e13f532 service nova] Enqueued Resource ID: 1445b9a0-1100-41f8-a21d-b02385602ed4 with Priority: HIGHEST for action security_group_members [ 624.291255] env[65562]: INFO networking_nsxv3.common.synchronization [req-d3092578-e0d0-4eaf-8129-0848f30df4c6 req-a5cb1569-f9d4-488e-bd88-53056e13f532 service nova] Enqueued Resource ID: b2f67fd6-fca7-4c53-b9b8-6734965d6de5 with Priority: HIGHEST for action port [ 624.291915] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1445b9a0-1100-41f8-a21d-b02385602ed4 with Priority: HIGHEST for action security_group_rules [ 624.292889] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1445b9a0-1100-41f8-a21d-b02385602ed4 with Priority: HIGHEST for action security_group_members [ 624.293059] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b2f67fd6-fca7-4c53-b9b8-6734965d6de5 with Priority: HIGHEST for action port [ 624.293376] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1445b9a0-1100-41f8-a21d-b02385602ed4 taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.293505] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1445b9a0-1100-41f8-a21d-b02385602ed4" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.293573] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1445b9a0-1100-41f8-a21d-b02385602ed4" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.293797] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1445b9a0-1100-41f8-a21d-b02385602ed4" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.293902] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1445b9a0-1100-41f8-a21d-b02385602ed4',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 624.294802] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-1445b9a0-1100-41f8-a21d-b02385602ed4 taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.295795] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1445b9a0-1100-41f8-a21d-b02385602ed4" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.295920] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1445b9a0-1100-41f8-a21d-b02385602ed4" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.296114] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1445b9a0-1100-41f8-a21d-b02385602ed4" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.296295] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.296400] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.296450] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.296608] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.296697] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.296789] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1445b9a0-1100-41f8-a21d-b02385602ed4',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 624.297982] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock port-b2f67fd6-fca7-4c53-b9b8-6734965d6de5 taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.298111] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b2f67fd6-fca7-4c53-b9b8-6734965d6de5" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.298179] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b2f67fd6-fca7-4c53-b9b8-6734965d6de5" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.298339] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b2f67fd6-fca7-4c53-b9b8-6734965d6de5" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.298703] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b2f67fd6-fca7-4c53-b9b8-6734965d6de5',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 624.451791] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 01b4a28f-2af7-4dd0-8ce7-d59bea16cdcf in Status: SUCCESS [ 624.452939] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-01b4a28f-2af7-4dd0-8ce7-d59bea16cdcf" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.452939] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-01b4a28f-2af7-4dd0-8ce7-d59bea16cdcf" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.452939] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-01b4a28f-2af7-4dd0-8ce7-d59bea16cdcf" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.452939] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('01b4a28f-2af7-4dd0-8ce7-d59bea16cdcf',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 624.454713] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-deb0a406-97e5-4f45-bbdd-11a50b0025a6 taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.454944] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-deb0a406-97e5-4f45-bbdd-11a50b0025a6" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.455025] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-deb0a406-97e5-4f45-bbdd-11a50b0025a6" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.457019] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-deb0a406-97e5-4f45-bbdd-11a50b0025a6" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.457019] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.457019] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.457019] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.457019] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.457019] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.457019] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-deb0a406-97e5-4f45-bbdd-11a50b0025a6" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.457019] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-deb0a406-97e5-4f45-bbdd-11a50b0025a6 taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.457019] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-deb0a406-97e5-4f45-bbdd-11a50b0025a6" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.457019] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-deb0a406-97e5-4f45-bbdd-11a50b0025a6" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.457019] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-deb0a406-97e5-4f45-bbdd-11a50b0025a6" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.457019] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.457019] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.457019] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.457019] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.457019] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.457019] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-deb0a406-97e5-4f45-bbdd-11a50b0025a6" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.457677] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('deb0a406-97e5-4f45-bbdd-11a50b0025a6',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 624.708176] env[65562]: INFO networking_nsxv3.common.synchronization [req-0b206293-6493-48b3-9e1e-4e9ac48841de req-7018f5e2-07fa-417f-bdd7-30a8da86fd32 tempest-VolumesAssistedSnapshotsTest-1861592255 tempest-VolumesAssistedSnapshotsTest-1861592255-project-member] Enqueued Resource ID: 75f5747a-54d4-4a70-b4bc-5f31d0607e57 with Priority: HIGHEST for action security_group_members [ 624.708681] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 75f5747a-54d4-4a70-b4bc-5f31d0607e57 with Priority: HIGHEST for action security_group_members [ 624.709014] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-75f5747a-54d4-4a70-b4bc-5f31d0607e57 taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.709899] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-75f5747a-54d4-4a70-b4bc-5f31d0607e57" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.710092] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-75f5747a-54d4-4a70-b4bc-5f31d0607e57" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.710417] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-75f5747a-54d4-4a70-b4bc-5f31d0607e57" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.710774] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.711323] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.711503] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.711814] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.711975] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.712135] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('75f5747a-54d4-4a70-b4bc-5f31d0607e57',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 624.800233] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-1445b9a0-1100-41f8-a21d-b02385602ed4 taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.800366] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1445b9a0-1100-41f8-a21d-b02385602ed4" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.801285] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1445b9a0-1100-41f8-a21d-b02385602ed4',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 624.802468] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b2f67fd6-fca7-4c53-b9b8-6734965d6de5 with status ACTIVE [ 624.802696] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.802818] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.802963] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.803138] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.803279] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.803415] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.803495] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.803545] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.803699] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.803794] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.804471] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.804471] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.804471] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.804686] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.804768] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.806204] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b2f67fd6-fca7-4c53-b9b8-6734965d6de5 is going to be updated. [ 624.841299] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.841538] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.841538] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.841962] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.841962] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.842227] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b2f67fd6-fca7-4c53-b9b8-6734965d6de5" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.959668] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-01b4a28f-2af7-4dd0-8ce7-d59bea16cdcf taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.959834] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-01b4a28f-2af7-4dd0-8ce7-d59bea16cdcf" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.959905] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-01b4a28f-2af7-4dd0-8ce7-d59bea16cdcf" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.960169] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-01b4a28f-2af7-4dd0-8ce7-d59bea16cdcf" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.960353] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.960459] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.960723] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.960723] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.960819] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.961108] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-01b4a28f-2af7-4dd0-8ce7-d59bea16cdcf" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.961108] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('01b4a28f-2af7-4dd0-8ce7-d59bea16cdcf',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 624.961847] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for deb0a406-97e5-4f45-bbdd-11a50b0025a6: rpc.has_security_group_logging(os_id): False [ 624.998077] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.999440] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.999440] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.999440] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.999440] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.999440] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.000751] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.000751] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.000751] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.000751] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.000751] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.000751] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.001032] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.001032] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.001098] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.001267] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.001412] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.001486] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.001637] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.001714] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.001801] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: deb0a406-97e5-4f45-bbdd-11a50b0025a6 is going to be created. [ 625.005217] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ebd72e05-80e9-4269-94bd-6e65a0ea534d in Status: SUCCESS [ 625.005672] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ebd72e05-80e9-4269-94bd-6e65a0ea534d" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.059788] env[65562]: DEBUG networking_nsxv3.common.locking [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Lock network-238 taken with stack trace [, , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.060636] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquiring lock "network-238" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.060891] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired lock "network-238" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.061612] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired external semaphore "network-238" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.062461] env[65562]: DEBUG networking_nsxv3.common.locking [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.062461] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquiring lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.062461] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.065727] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired external semaphore "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.065727] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Releasing lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.065727] env[65562]: DEBUG dogpile.cache.region [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] No value present for key: 'zone-id' {{(pid=65562) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 625.065727] env[65562]: DEBUG dogpile.lock [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] NeedRegenerationException {{(pid=65562) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 625.065727] env[65562]: DEBUG dogpile.lock [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] no value, waiting for create lock {{(pid=65562) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 625.065727] env[65562]: DEBUG dogpile.lock [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] value creation lock acquired {{(pid=65562) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 625.065727] env[65562]: DEBUG dogpile.cache.region [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] No value present for key: 'zone-id' {{(pid=65562) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 625.065727] env[65562]: DEBUG dogpile.lock [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Calling creation function for not-yet-present value {{(pid=65562) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 625.065727] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 625.067396] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.067522] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.067587] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.067767] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.067965] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.084934] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: deb0a406-97e5-4f45-bbdd-11a50b0025a6 in Status: IN_PROGRESS for 2s [ 625.098998] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 625.099185] env[65562]: DEBUG dogpile.cache.region [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Cache value generated in 0.035 seconds for key(s): 'zone-id' {{(pid=65562) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 625.099321] env[65562]: DEBUG dogpile.lock [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Released creation lock {{(pid=65562) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 625.099498] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Releasing lock "network-238" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.100069] env[65562]: DEBUG networking_nsxv3.common.locking [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Lock port-f88bc6fb-1e51-458e-aed5-3a58b6d1f2f6 taken with stack trace [, , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.100069] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquiring lock "port-f88bc6fb-1e51-458e-aed5-3a58b6d1f2f6" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.100214] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired lock "port-f88bc6fb-1e51-458e-aed5-3a58b6d1f2f6" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.100466] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired external semaphore "port-f88bc6fb-1e51-458e-aed5-3a58b6d1f2f6" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.100572] env[65562]: DEBUG networking_nsxv3.api.rpc [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f88bc6fb-1e51-458e-aed5-3a58b6d1f2f6',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 625.214735] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.215010] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.215116] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.215334] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.215426] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.215623] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.215722] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.215781] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.215982] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.216056] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.216093] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 75f5747a-54d4-4a70-b4bc-5f31d0607e57 already deleted. [ 625.216554] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-75f5747a-54d4-4a70-b4bc-5f31d0607e57" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.309029] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1445b9a0-1100-41f8-a21d-b02385602ed4',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 625.465365] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-01b4a28f-2af7-4dd0-8ce7-d59bea16cdcf taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.465526] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-01b4a28f-2af7-4dd0-8ce7-d59bea16cdcf" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.465600] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-01b4a28f-2af7-4dd0-8ce7-d59bea16cdcf" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.465831] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-01b4a28f-2af7-4dd0-8ce7-d59bea16cdcf" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.466014] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.466157] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.466220] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.466386] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.466489] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.466581] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-01b4a28f-2af7-4dd0-8ce7-d59bea16cdcf" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.466734] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-01b4a28f-2af7-4dd0-8ce7-d59bea16cdcf taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.466828] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-01b4a28f-2af7-4dd0-8ce7-d59bea16cdcf" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.466889] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-01b4a28f-2af7-4dd0-8ce7-d59bea16cdcf" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.467047] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-01b4a28f-2af7-4dd0-8ce7-d59bea16cdcf" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.467194] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.467288] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.467349] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.467490] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.467567] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.467648] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-01b4a28f-2af7-4dd0-8ce7-d59bea16cdcf" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.467734] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('01b4a28f-2af7-4dd0-8ce7-d59bea16cdcf',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 625.605367] env[65562]: DEBUG networking_nsxv3.common.locking [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.605574] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.605693] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.605983] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.606889] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.606889] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Segment Port f88bc6fb-1e51-458e-aed5-3a58b6d1f2f6 not found, creating... [ 625.607387] env[65562]: DEBUG networking_nsxv3.common.locking [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.608958] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquiring lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.608958] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.608958] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired external semaphore "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.608958] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Releasing lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.608958] env[65562]: DEBUG networking_nsxv3.common.locking [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.608958] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.608958] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.608958] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.608958] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.609344] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Resource: SegmentPort with ID: f88bc6fb-1e51-458e-aed5-3a58b6d1f2f6 is going to be created. [ 625.631623] env[65562]: DEBUG networking_nsxv3.common.locking [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.631623] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.631623] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.631988] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.632212] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.632431] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Releasing lock "port-f88bc6fb-1e51-458e-aed5-3a58b6d1f2f6" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.692215] env[65562]: INFO networking_nsxv3.common.synchronization [None req-76e16f5f-f7a3-4a1d-b987-ce1787b30fe8 None None] Enqueued Resource ID: ef788adc-1dbf-4e08-8565-79d9b79be4f3 with Priority: HIGHEST for action port [ 625.693047] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ef788adc-1dbf-4e08-8565-79d9b79be4f3 with Priority: HIGHEST for action port [ 625.693171] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock port-ef788adc-1dbf-4e08-8565-79d9b79be4f3 taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.693352] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ef788adc-1dbf-4e08-8565-79d9b79be4f3" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.693429] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ef788adc-1dbf-4e08-8565-79d9b79be4f3" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.693865] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ef788adc-1dbf-4e08-8565-79d9b79be4f3" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.693865] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ef788adc-1dbf-4e08-8565-79d9b79be4f3',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 625.816212] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.816701] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.816701] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.816701] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.816905] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.816905] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1445b9a0-1100-41f8-a21d-b02385602ed4 is going to be created. [ 625.840602] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.840806] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.840806] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.841327] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.841327] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.852217] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1445b9a0-1100-41f8-a21d-b02385602ed4 in Status: UNINITIALIZED for 2s [ 625.971452] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 01b4a28f-2af7-4dd0-8ce7-d59bea16cdcf: rpc.has_security_group_logging(os_id): False [ 625.989375] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.989579] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.989579] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.989790] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.989881] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.990085] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.990185] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.990248] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.990396] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.990470] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.990661] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.990755] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.990915] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.990950] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.991037] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.991232] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.991327] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.991388] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.991584] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.991670] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.991670] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 01b4a28f-2af7-4dd0-8ce7-d59bea16cdcf is going to be updated. [ 626.058247] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.058402] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.058470] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.058686] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.058836] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.071612] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 01b4a28f-2af7-4dd0-8ce7-d59bea16cdcf in Status: IN_PROGRESS for 2s [ 626.196143] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ef788adc-1dbf-4e08-8565-79d9b79be4f3 [ 626.196419] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.196545] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.196876] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.197164] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.197254] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.197367] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ef788adc-1dbf-4e08-8565-79d9b79be4f3 already deleted. [ 626.197590] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ef788adc-1dbf-4e08-8565-79d9b79be4f3" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.390927] env[65562]: INFO networking_nsxv3.common.synchronization [req-0b206293-6493-48b3-9e1e-4e9ac48841de req-225e2a09-ef52-429f-9051-7c7df62e0202 service nova] Enqueued Resource ID: 75f5747a-54d4-4a70-b4bc-5f31d0607e57 with Priority: HIGHEST for action security_group_rules [ 626.390927] env[65562]: INFO networking_nsxv3.common.synchronization [req-0b206293-6493-48b3-9e1e-4e9ac48841de req-225e2a09-ef52-429f-9051-7c7df62e0202 service nova] Enqueued Resource ID: 75f5747a-54d4-4a70-b4bc-5f31d0607e57 with Priority: HIGHEST for action security_group_members [ 626.391106] env[65562]: INFO networking_nsxv3.common.synchronization [req-0b206293-6493-48b3-9e1e-4e9ac48841de req-225e2a09-ef52-429f-9051-7c7df62e0202 service nova] Enqueued Resource ID: f88bc6fb-1e51-458e-aed5-3a58b6d1f2f6 with Priority: HIGHEST for action port [ 626.391712] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 75f5747a-54d4-4a70-b4bc-5f31d0607e57 with Priority: HIGHEST for action security_group_rules [ 626.391712] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 75f5747a-54d4-4a70-b4bc-5f31d0607e57 with Priority: HIGHEST for action security_group_members [ 626.391712] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f88bc6fb-1e51-458e-aed5-3a58b6d1f2f6 with Priority: HIGHEST for action port [ 626.391987] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock rules-75f5747a-54d4-4a70-b4bc-5f31d0607e57 taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.392226] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-75f5747a-54d4-4a70-b4bc-5f31d0607e57" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.392291] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-75f5747a-54d4-4a70-b4bc-5f31d0607e57" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.392604] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-75f5747a-54d4-4a70-b4bc-5f31d0607e57" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.392604] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('75f5747a-54d4-4a70-b4bc-5f31d0607e57',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 626.393783] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-75f5747a-54d4-4a70-b4bc-5f31d0607e57 taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.394374] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-75f5747a-54d4-4a70-b4bc-5f31d0607e57" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.394374] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-75f5747a-54d4-4a70-b4bc-5f31d0607e57" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.394374] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-75f5747a-54d4-4a70-b4bc-5f31d0607e57" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.394374] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.397342] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.397424] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.397574] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.397669] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.397852] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('75f5747a-54d4-4a70-b4bc-5f31d0607e57',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 626.398549] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock port-f88bc6fb-1e51-458e-aed5-3a58b6d1f2f6 taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.398651] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f88bc6fb-1e51-458e-aed5-3a58b6d1f2f6" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.398893] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f88bc6fb-1e51-458e-aed5-3a58b6d1f2f6" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.398893] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f88bc6fb-1e51-458e-aed5-3a58b6d1f2f6" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.398983] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f88bc6fb-1e51-458e-aed5-3a58b6d1f2f6',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 626.772080] env[65562]: INFO networking_nsxv3.common.synchronization [req-1544ac31-7c1e-4880-b92e-520f26f4892e req-0344f5b7-9108-48ec-aad9-2d15f72bb4d7 tempest-ServerActionsTestOtherB-2039716914 tempest-ServerActionsTestOtherB-2039716914-project-member] Enqueued Resource ID: 865e7ac2-3667-4252-8906-3696721e534a with Priority: HIGHEST for action security_group_members [ 626.772589] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 865e7ac2-3667-4252-8906-3696721e534a with Priority: HIGHEST for action security_group_members [ 626.772947] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-865e7ac2-3667-4252-8906-3696721e534a taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.773035] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-865e7ac2-3667-4252-8906-3696721e534a" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.773091] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-865e7ac2-3667-4252-8906-3696721e534a" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.773344] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-865e7ac2-3667-4252-8906-3696721e534a" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.773494] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.773592] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.773654] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.773803] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.773925] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.774133] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('865e7ac2-3667-4252-8906-3696721e534a',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 626.821140] env[65562]: INFO networking_nsxv3.common.synchronization [None req-b2abf7cb-3320-449a-9f4c-869f9d65b38b None None] Enqueued Resource ID: 95ac9a49-0dab-4850-b727-8442a7a1ac29 with Priority: HIGHEST for action port [ 626.821610] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 95ac9a49-0dab-4850-b727-8442a7a1ac29 with Priority: HIGHEST for action port [ 626.821952] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock port-95ac9a49-0dab-4850-b727-8442a7a1ac29 taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.822148] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-95ac9a49-0dab-4850-b727-8442a7a1ac29" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.822211] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-95ac9a49-0dab-4850-b727-8442a7a1ac29" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.822518] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-95ac9a49-0dab-4850-b727-8442a7a1ac29" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.822740] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('95ac9a49-0dab-4850-b727-8442a7a1ac29',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 626.902066] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-75f5747a-54d4-4a70-b4bc-5f31d0607e57 taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.902066] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-75f5747a-54d4-4a70-b4bc-5f31d0607e57" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.902066] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('75f5747a-54d4-4a70-b4bc-5f31d0607e57',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 626.905475] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f88bc6fb-1e51-458e-aed5-3a58b6d1f2f6 with status ACTIVE [ 626.905475] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.905475] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.905475] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.905475] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.905475] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.905475] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.906315] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.906315] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.907935] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.907935] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.907935] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.907935] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.907935] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.907935] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.907935] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.907935] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f88bc6fb-1e51-458e-aed5-3a58b6d1f2f6 is going to be updated. [ 626.943385] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.943727] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.943727] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.943969] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.944050] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.944733] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f88bc6fb-1e51-458e-aed5-3a58b6d1f2f6" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.107211] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: deb0a406-97e5-4f45-bbdd-11a50b0025a6 in Status: SUCCESS [ 627.107435] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-deb0a406-97e5-4f45-bbdd-11a50b0025a6" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.277588] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.277843] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.277944] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.278698] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.278698] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.278698] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.278698] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.278908] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.278908] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.278970] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.279073] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 865e7ac2-3667-4252-8906-3696721e534a already deleted. [ 627.279227] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-865e7ac2-3667-4252-8906-3696721e534a" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.324675] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 95ac9a49-0dab-4850-b727-8442a7a1ac29 [ 627.324995] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.325182] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.325250] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.325458] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.325546] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.325636] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:95ac9a49-0dab-4850-b727-8442a7a1ac29 already deleted. [ 627.325716] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-95ac9a49-0dab-4850-b727-8442a7a1ac29" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.373114] env[65562]: DEBUG networking_nsxv3.common.locking [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Lock network-988 taken with stack trace [, , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.373358] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquiring lock "network-988" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.373483] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired lock "network-988" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.373796] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired external semaphore "network-988" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.376859] env[65562]: DEBUG networking_nsxv3.common.locking [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.377120] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquiring lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.377273] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.377515] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired external semaphore "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.377650] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Releasing lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.378290] env[65562]: DEBUG dogpile.cache.region [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] No value present for key: 'zone-id' {{(pid=65562) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 627.378290] env[65562]: DEBUG dogpile.lock [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] NeedRegenerationException {{(pid=65562) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 627.378290] env[65562]: DEBUG dogpile.lock [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] no value, waiting for create lock {{(pid=65562) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 627.378290] env[65562]: DEBUG dogpile.lock [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] value creation lock acquired {{(pid=65562) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 627.378290] env[65562]: DEBUG dogpile.cache.region [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] No value present for key: 'zone-id' {{(pid=65562) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 627.378586] env[65562]: DEBUG dogpile.lock [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Calling creation function for not-yet-present value {{(pid=65562) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 627.378586] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 627.398512] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 627.398657] env[65562]: DEBUG dogpile.cache.region [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65562) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 627.398784] env[65562]: DEBUG dogpile.lock [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Released creation lock {{(pid=65562) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 627.398951] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Releasing lock "network-988" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.399295] env[65562]: DEBUG networking_nsxv3.common.locking [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Lock port-660e6199-9cf6-4698-a091-3b2c879c80f7 taken with stack trace [, , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.399469] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquiring lock "port-660e6199-9cf6-4698-a091-3b2c879c80f7" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.399576] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired lock "port-660e6199-9cf6-4698-a091-3b2c879c80f7" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.399901] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired external semaphore "port-660e6199-9cf6-4698-a091-3b2c879c80f7" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.400732] env[65562]: DEBUG networking_nsxv3.api.rpc [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('660e6199-9cf6-4698-a091-3b2c879c80f7',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 627.405180] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('75f5747a-54d4-4a70-b4bc-5f31d0607e57',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 627.861539] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1445b9a0-1100-41f8-a21d-b02385602ed4 in Status: SUCCESS [ 627.861876] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1445b9a0-1100-41f8-a21d-b02385602ed4" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.861937] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1445b9a0-1100-41f8-a21d-b02385602ed4" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.862126] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1445b9a0-1100-41f8-a21d-b02385602ed4" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.862311] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.862430] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.862494] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.862648] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.862729] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.862814] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1445b9a0-1100-41f8-a21d-b02385602ed4" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.862905] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1445b9a0-1100-41f8-a21d-b02385602ed4',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 627.902494] env[65562]: DEBUG networking_nsxv3.common.locking [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.902717] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.902836] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.903226] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.903441] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.903663] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Segment Port 660e6199-9cf6-4698-a091-3b2c879c80f7 not found, creating... [ 627.904121] env[65562]: DEBUG networking_nsxv3.common.locking [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.904305] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquiring lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.904422] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.904645] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired external semaphore "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.904780] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Releasing lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.905162] env[65562]: DEBUG networking_nsxv3.common.locking [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.905338] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.905448] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.905653] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.905999] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.906168] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Resource: SegmentPort with ID: 660e6199-9cf6-4698-a091-3b2c879c80f7 is going to be created. [ 627.907322] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.907432] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.907499] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.908323] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.908323] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.908323] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 75f5747a-54d4-4a70-b4bc-5f31d0607e57 is going to be created. [ 627.930087] env[65562]: DEBUG networking_nsxv3.common.locking [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.930470] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.930470] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.930614] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.930834] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.931161] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Releasing lock "port-660e6199-9cf6-4698-a091-3b2c879c80f7" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.933651] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.933805] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.933887] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.934044] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.934254] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.943743] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 75f5747a-54d4-4a70-b4bc-5f31d0607e57 in Status: UNINITIALIZED for 2s [ 628.087212] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 01b4a28f-2af7-4dd0-8ce7-d59bea16cdcf in Status: SUCCESS [ 628.087444] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-01b4a28f-2af7-4dd0-8ce7-d59bea16cdcf" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.365087] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1445b9a0-1100-41f8-a21d-b02385602ed4',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 628.510415] env[65562]: INFO networking_nsxv3.common.synchronization [req-d60ef6c6-9075-460a-a00c-becfec3fda8f req-fd708718-4ab2-48d9-a1de-58e4cc733356 tempest-ServerDiagnosticsNegativeTest-1541675189 tempest-ServerDiagnosticsNegativeTest-1541675189-project-member] Enqueued Resource ID: 25d9d77d-d4e5-4166-bea9-d14d91ea029a with Priority: HIGHEST for action security_group_members [ 628.510927] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 25d9d77d-d4e5-4166-bea9-d14d91ea029a with Priority: HIGHEST for action security_group_members [ 628.511528] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-25d9d77d-d4e5-4166-bea9-d14d91ea029a taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.511657] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-25d9d77d-d4e5-4166-bea9-d14d91ea029a" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.511721] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-25d9d77d-d4e5-4166-bea9-d14d91ea029a" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.512126] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-25d9d77d-d4e5-4166-bea9-d14d91ea029a" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.512126] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.512258] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.512294] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.512441] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.512527] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.512615] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('25d9d77d-d4e5-4166-bea9-d14d91ea029a',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 628.649616] env[65562]: INFO networking_nsxv3.common.synchronization [req-1544ac31-7c1e-4880-b92e-520f26f4892e req-72b0f17d-46cd-4620-81d0-233d887dafdd service nova] Enqueued Resource ID: 865e7ac2-3667-4252-8906-3696721e534a with Priority: HIGHEST for action security_group_rules [ 628.649616] env[65562]: INFO networking_nsxv3.common.synchronization [req-1544ac31-7c1e-4880-b92e-520f26f4892e req-72b0f17d-46cd-4620-81d0-233d887dafdd service nova] Enqueued Resource ID: 865e7ac2-3667-4252-8906-3696721e534a with Priority: HIGHEST for action security_group_members [ 628.649616] env[65562]: INFO networking_nsxv3.common.synchronization [req-1544ac31-7c1e-4880-b92e-520f26f4892e req-72b0f17d-46cd-4620-81d0-233d887dafdd service nova] Enqueued Resource ID: 660e6199-9cf6-4698-a091-3b2c879c80f7 with Priority: HIGHEST for action port [ 628.650057] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 865e7ac2-3667-4252-8906-3696721e534a with Priority: HIGHEST for action security_group_rules [ 628.650419] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 865e7ac2-3667-4252-8906-3696721e534a with Priority: HIGHEST for action security_group_members [ 628.650632] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 660e6199-9cf6-4698-a091-3b2c879c80f7 with Priority: HIGHEST for action port [ 628.651073] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock rules-865e7ac2-3667-4252-8906-3696721e534a taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.651306] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-865e7ac2-3667-4252-8906-3696721e534a" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.653800] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-865e7ac2-3667-4252-8906-3696721e534a" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.653800] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-865e7ac2-3667-4252-8906-3696721e534a" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.653800] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('865e7ac2-3667-4252-8906-3696721e534a',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 628.653800] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-865e7ac2-3667-4252-8906-3696721e534a taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.653800] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-865e7ac2-3667-4252-8906-3696721e534a" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.653800] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-865e7ac2-3667-4252-8906-3696721e534a" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.653800] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-865e7ac2-3667-4252-8906-3696721e534a" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.653800] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.653800] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.653800] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.653800] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.653800] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.653800] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('865e7ac2-3667-4252-8906-3696721e534a',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 628.656174] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock port-660e6199-9cf6-4698-a091-3b2c879c80f7 taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.656472] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-660e6199-9cf6-4698-a091-3b2c879c80f7" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.656660] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-660e6199-9cf6-4698-a091-3b2c879c80f7" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.657053] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-660e6199-9cf6-4698-a091-3b2c879c80f7" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.657233] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('660e6199-9cf6-4698-a091-3b2c879c80f7',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 628.869764] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1445b9a0-1100-41f8-a21d-b02385602ed4: rpc.has_security_group_logging(os_id): False [ 628.888274] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.888436] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.888495] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.888723] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.888814] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.889084] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.889187] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.889264] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.889603] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.889603] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.889603] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1445b9a0-1100-41f8-a21d-b02385602ed4 is going to be created. [ 628.959466] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.959618] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.959690] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.960315] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.960509] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.972109] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1445b9a0-1100-41f8-a21d-b02385602ed4 in Status: IN_PROGRESS for 2s [ 629.016248] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.016498] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.016593] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.016902] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.017077] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.017292] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.017465] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.017587] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.017882] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.017882] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.018035] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 25d9d77d-d4e5-4166-bea9-d14d91ea029a already deleted. [ 629.018087] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-25d9d77d-d4e5-4166-bea9-d14d91ea029a" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.031272] env[65562]: DEBUG networking_nsxv3.common.locking [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Lock network-338 taken with stack trace [, , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.031843] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquiring lock "network-338" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.031843] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired lock "network-338" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.032083] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired external semaphore "network-338" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.032866] env[65562]: DEBUG networking_nsxv3.common.locking [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.032866] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquiring lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.032866] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.033146] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired external semaphore "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.033799] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Releasing lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.033799] env[65562]: DEBUG dogpile.cache.region [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] No value present for key: 'zone-id' {{(pid=65562) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 629.033799] env[65562]: DEBUG dogpile.lock [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] NeedRegenerationException {{(pid=65562) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 629.034107] env[65562]: DEBUG dogpile.lock [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] no value, waiting for create lock {{(pid=65562) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 629.034107] env[65562]: DEBUG dogpile.lock [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] value creation lock acquired {{(pid=65562) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 629.034822] env[65562]: DEBUG dogpile.cache.region [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] No value present for key: 'zone-id' {{(pid=65562) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 629.034822] env[65562]: DEBUG dogpile.lock [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Calling creation function for not-yet-present value {{(pid=65562) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 629.034822] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 629.065121] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 629.065236] env[65562]: DEBUG dogpile.cache.region [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Cache value generated in 0.031 seconds for key(s): 'zone-id' {{(pid=65562) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 629.065399] env[65562]: DEBUG dogpile.lock [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Released creation lock {{(pid=65562) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 629.065517] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Releasing lock "network-338" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.065881] env[65562]: DEBUG networking_nsxv3.common.locking [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Lock port-f5052135-e168-46f5-a9be-e4c41b9c681f taken with stack trace [, , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.066141] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquiring lock "port-f5052135-e168-46f5-a9be-e4c41b9c681f" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.066259] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired lock "port-f5052135-e168-46f5-a9be-e4c41b9c681f" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.066602] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired external semaphore "port-f5052135-e168-46f5-a9be-e4c41b9c681f" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.066747] env[65562]: DEBUG networking_nsxv3.api.rpc [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f5052135-e168-46f5-a9be-e4c41b9c681f',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 629.159122] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('865e7ac2-3667-4252-8906-3696721e534a',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 629.160617] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-865e7ac2-3667-4252-8906-3696721e534a taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.160751] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-865e7ac2-3667-4252-8906-3696721e534a" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.161040] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 660e6199-9cf6-4698-a091-3b2c879c80f7 with status ACTIVE [ 629.161614] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.161614] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.161614] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.161614] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.161614] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.162080] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.162080] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.162080] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.162221] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.162271] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.162462] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.162732] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.162732] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.162823] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.162823] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.162933] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 660e6199-9cf6-4698-a091-3b2c879c80f7 is going to be updated. [ 629.184340] env[65562]: INFO networking_nsxv3.common.synchronization [req-de60ade0-9cce-4d33-8e59-90e36ecd8a37 req-908ac298-75d8-41e3-9cd8-11b721e0552b tempest-DeleteServersAdminTestJSON-1863190243 tempest-DeleteServersAdminTestJSON-1863190243-project-admin] Enqueued Resource ID: 66627ff8-a79a-4d5d-9281-a57be8b73d65 with Priority: HIGHEST for action security_group_members [ 629.184340] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 66627ff8-a79a-4d5d-9281-a57be8b73d65 with Priority: HIGHEST for action security_group_members [ 629.184340] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-66627ff8-a79a-4d5d-9281-a57be8b73d65 taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.184340] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-66627ff8-a79a-4d5d-9281-a57be8b73d65" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.185187] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-66627ff8-a79a-4d5d-9281-a57be8b73d65" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.185187] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-66627ff8-a79a-4d5d-9281-a57be8b73d65" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.185187] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.185401] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.185459] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.185740] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.185901] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.186053] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('66627ff8-a79a-4d5d-9281-a57be8b73d65',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 629.187883] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.188081] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.188193] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.188391] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.188567] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.188883] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-660e6199-9cf6-4698-a091-3b2c879c80f7" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.422593] env[65562]: INFO networking_nsxv3.common.synchronization [None req-3b3a9cf6-3d25-4004-a168-bed671333701 None None] Enqueued Resource ID: 7439357c-66a0-4dde-b214-0a063ab9ed57 with Priority: HIGHEST for action port [ 629.424212] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7439357c-66a0-4dde-b214-0a063ab9ed57 with Priority: HIGHEST for action port [ 629.424212] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock port-7439357c-66a0-4dde-b214-0a063ab9ed57 taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.424212] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7439357c-66a0-4dde-b214-0a063ab9ed57" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.424437] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7439357c-66a0-4dde-b214-0a063ab9ed57" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.425282] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7439357c-66a0-4dde-b214-0a063ab9ed57" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.425282] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7439357c-66a0-4dde-b214-0a063ab9ed57',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 629.569549] env[65562]: DEBUG networking_nsxv3.common.locking [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.569780] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.569911] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.570274] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.570425] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.570573] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Segment Port f5052135-e168-46f5-a9be-e4c41b9c681f not found, creating... [ 629.570841] env[65562]: DEBUG networking_nsxv3.common.locking [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.570991] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquiring lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.571119] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.571335] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired external semaphore "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.571464] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Releasing lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.571753] env[65562]: DEBUG networking_nsxv3.common.locking [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.571975] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.572065] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.572298] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.572490] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.572599] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Resource: SegmentPort with ID: f5052135-e168-46f5-a9be-e4c41b9c681f is going to be created. [ 629.595581] env[65562]: DEBUG networking_nsxv3.common.locking [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.595874] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.596037] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.596393] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.596828] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.597125] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Releasing lock "port-f5052135-e168-46f5-a9be-e4c41b9c681f" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.661959] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('865e7ac2-3667-4252-8906-3696721e534a',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 629.691818] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.692312] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.692312] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.692523] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.692523] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.692800] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.693166] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.693166] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.693166] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.693298] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.693380] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 66627ff8-a79a-4d5d-9281-a57be8b73d65 is going to be updated. [ 629.740792] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.741058] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.741186] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.741475] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.741726] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.758395] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 66627ff8-a79a-4d5d-9281-a57be8b73d65 in Status: IN_PROGRESS for 2s [ 629.927233] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7439357c-66a0-4dde-b214-0a063ab9ed57 [ 629.927751] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.927751] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.927907] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.928200] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.928350] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.928496] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7439357c-66a0-4dde-b214-0a063ab9ed57 already deleted. [ 629.928631] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7439357c-66a0-4dde-b214-0a063ab9ed57" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.956974] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 75f5747a-54d4-4a70-b4bc-5f31d0607e57 in Status: SUCCESS [ 629.957271] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-75f5747a-54d4-4a70-b4bc-5f31d0607e57" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.957493] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-75f5747a-54d4-4a70-b4bc-5f31d0607e57" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.957721] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-75f5747a-54d4-4a70-b4bc-5f31d0607e57" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.957920] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.958102] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.958156] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.958326] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.958408] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.958494] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-75f5747a-54d4-4a70-b4bc-5f31d0607e57" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.958586] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('75f5747a-54d4-4a70-b4bc-5f31d0607e57',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 630.168038] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.168038] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.168038] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.168038] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.168038] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.168038] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 865e7ac2-3667-4252-8906-3696721e534a is going to be created. [ 630.197752] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.198252] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.198470] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.198792] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.199077] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.214148] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 865e7ac2-3667-4252-8906-3696721e534a in Status: UNINITIALIZED for 2s [ 630.393195] env[65562]: INFO networking_nsxv3.common.synchronization [req-d60ef6c6-9075-460a-a00c-becfec3fda8f req-657721f1-a33d-4654-ba32-1790e0a1604d service nova] Enqueued Resource ID: 25d9d77d-d4e5-4166-bea9-d14d91ea029a with Priority: HIGHEST for action security_group_rules [ 630.393661] env[65562]: INFO networking_nsxv3.common.synchronization [req-d60ef6c6-9075-460a-a00c-becfec3fda8f req-657721f1-a33d-4654-ba32-1790e0a1604d service nova] Enqueued Resource ID: 25d9d77d-d4e5-4166-bea9-d14d91ea029a with Priority: HIGHEST for action security_group_members [ 630.393745] env[65562]: INFO networking_nsxv3.common.synchronization [req-d60ef6c6-9075-460a-a00c-becfec3fda8f req-657721f1-a33d-4654-ba32-1790e0a1604d service nova] Enqueued Resource ID: f5052135-e168-46f5-a9be-e4c41b9c681f with Priority: HIGHEST for action port [ 630.394934] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 25d9d77d-d4e5-4166-bea9-d14d91ea029a with Priority: HIGHEST for action security_group_rules [ 630.395268] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 25d9d77d-d4e5-4166-bea9-d14d91ea029a with Priority: HIGHEST for action security_group_members [ 630.395385] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f5052135-e168-46f5-a9be-e4c41b9c681f with Priority: HIGHEST for action port [ 630.397059] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock rules-25d9d77d-d4e5-4166-bea9-d14d91ea029a taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.397261] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-25d9d77d-d4e5-4166-bea9-d14d91ea029a" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.397373] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-25d9d77d-d4e5-4166-bea9-d14d91ea029a" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.397682] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-25d9d77d-d4e5-4166-bea9-d14d91ea029a" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.397781] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('25d9d77d-d4e5-4166-bea9-d14d91ea029a',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 630.399840] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-25d9d77d-d4e5-4166-bea9-d14d91ea029a taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.400044] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-25d9d77d-d4e5-4166-bea9-d14d91ea029a" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.400217] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-25d9d77d-d4e5-4166-bea9-d14d91ea029a" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.400496] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-25d9d77d-d4e5-4166-bea9-d14d91ea029a" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.400714] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.401937] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.402089] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.402314] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.402465] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.402867] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('25d9d77d-d4e5-4166-bea9-d14d91ea029a',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 630.404967] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock port-f5052135-e168-46f5-a9be-e4c41b9c681f taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.405943] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f5052135-e168-46f5-a9be-e4c41b9c681f" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.405943] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f5052135-e168-46f5-a9be-e4c41b9c681f" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.405943] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f5052135-e168-46f5-a9be-e4c41b9c681f" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.406221] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f5052135-e168-46f5-a9be-e4c41b9c681f',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 630.461314] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('75f5747a-54d4-4a70-b4bc-5f31d0607e57',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 630.905921] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('25d9d77d-d4e5-4166-bea9-d14d91ea029a',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 630.908874] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f5052135-e168-46f5-a9be-e4c41b9c681f with status ACTIVE [ 630.909020] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.909089] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.909125] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.910430] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.910430] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.910430] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.910430] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.910430] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.910430] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.910430] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.910430] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.910831] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.910831] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.910831] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.910831] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.910831] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f5052135-e168-46f5-a9be-e4c41b9c681f is going to be updated. [ 630.912565] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-25d9d77d-d4e5-4166-bea9-d14d91ea029a taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.912674] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-25d9d77d-d4e5-4166-bea9-d14d91ea029a" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.936344] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.936649] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.936649] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.937044] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.937044] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.937196] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f5052135-e168-46f5-a9be-e4c41b9c681f" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.965993] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 75f5747a-54d4-4a70-b4bc-5f31d0607e57: rpc.has_security_group_logging(os_id): False [ 630.987674] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.987762] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.987800] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.988026] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.989044] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.989353] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.989467] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.989829] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.989829] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.989829] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.989940] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 75f5747a-54d4-4a70-b4bc-5f31d0607e57 is going to be created. [ 630.992366] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1445b9a0-1100-41f8-a21d-b02385602ed4 in Status: SUCCESS [ 630.992617] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1445b9a0-1100-41f8-a21d-b02385602ed4" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.072828] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.073049] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.073300] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.073437] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.073724] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.095052] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 75f5747a-54d4-4a70-b4bc-5f31d0607e57 in Status: IN_PROGRESS for 2s [ 631.375619] env[65562]: INFO networking_nsxv3.common.synchronization [None req-55cc73ce-1da0-4d44-995d-4a7bd72abca4 None None] Enqueued Resource ID: 90fc4095-ff5d-4bb0-9cec-d4ea8490d249 with Priority: HIGHEST for action port [ 631.378757] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 90fc4095-ff5d-4bb0-9cec-d4ea8490d249 with Priority: HIGHEST for action port [ 631.378757] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock port-90fc4095-ff5d-4bb0-9cec-d4ea8490d249 taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.378757] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-90fc4095-ff5d-4bb0-9cec-d4ea8490d249" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.378757] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-90fc4095-ff5d-4bb0-9cec-d4ea8490d249" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.378757] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-90fc4095-ff5d-4bb0-9cec-d4ea8490d249" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.378757] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('90fc4095-ff5d-4bb0-9cec-d4ea8490d249',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 631.408620] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('25d9d77d-d4e5-4166-bea9-d14d91ea029a',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 631.769503] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 66627ff8-a79a-4d5d-9281-a57be8b73d65 in Status: SUCCESS [ 631.769503] env[65562]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 66627ff8-a79a-4d5d-9281-a57be8b73d65 deletion is rescheduled due to dependency. [ 631.769503] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-66627ff8-a79a-4d5d-9281-a57be8b73d65" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.879946] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 90fc4095-ff5d-4bb0-9cec-d4ea8490d249 [ 631.879946] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.880201] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.880243] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.880485] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.880574] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.880676] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:90fc4095-ff5d-4bb0-9cec-d4ea8490d249 already deleted. [ 631.880762] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-90fc4095-ff5d-4bb0-9cec-d4ea8490d249" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.913250] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.913505] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.913505] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.913779] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.913875] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.914028] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 25d9d77d-d4e5-4166-bea9-d14d91ea029a is going to be created. [ 631.949889] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.950236] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.950236] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.950496] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.950716] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.965859] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 25d9d77d-d4e5-4166-bea9-d14d91ea029a in Status: UNINITIALIZED for 2s [ 632.232807] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 865e7ac2-3667-4252-8906-3696721e534a in Status: SUCCESS [ 632.233096] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-865e7ac2-3667-4252-8906-3696721e534a" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.233424] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-865e7ac2-3667-4252-8906-3696721e534a" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.233654] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-865e7ac2-3667-4252-8906-3696721e534a" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.233869] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.234237] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.234355] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.234562] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.234652] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.234760] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-865e7ac2-3667-4252-8906-3696721e534a" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.234855] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('865e7ac2-3667-4252-8906-3696721e534a',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 632.406132] env[65562]: INFO networking_nsxv3.common.synchronization [None req-08e28e86-b25b-4970-9431-6c21ca8fa631 tempest-ServersTestFqdnHostnames-1310978803 tempest-ServersTestFqdnHostnames-1310978803-project-member] Enqueued Resource ID: 3faeeb9d-ddba-4670-a661-3709797b3671 with Priority: HIGHEST for action security_group_rules [ 632.406132] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3faeeb9d-ddba-4670-a661-3709797b3671 with Priority: HIGHEST for action security_group_rules [ 632.406132] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3faeeb9d-ddba-4670-a661-3709797b3671 taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.406335] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3faeeb9d-ddba-4670-a661-3709797b3671" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.406501] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3faeeb9d-ddba-4670-a661-3709797b3671" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.406945] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3faeeb9d-ddba-4670-a661-3709797b3671" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.406945] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3faeeb9d-ddba-4670-a661-3709797b3671',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 632.673662] env[65562]: INFO networking_nsxv3.common.synchronization [None req-f75cb833-dd12-48c5-a099-6bbf842032bc tempest-ServersTestFqdnHostnames-1310978803 tempest-ServersTestFqdnHostnames-1310978803-project-member] Enqueued Resource ID: 3faeeb9d-ddba-4670-a661-3709797b3671 with Priority: HIGHEST for action security_group_rules [ 632.673662] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3faeeb9d-ddba-4670-a661-3709797b3671 with Priority: HIGHEST for action security_group_rules [ 632.673971] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3faeeb9d-ddba-4670-a661-3709797b3671 taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.673971] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3faeeb9d-ddba-4670-a661-3709797b3671" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.737400] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('865e7ac2-3667-4252-8906-3696721e534a',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 632.935096] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.935096] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.935096] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.935096] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.935096] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.935096] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3faeeb9d-ddba-4670-a661-3709797b3671 already deleted. [ 632.935096] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3faeeb9d-ddba-4670-a661-3709797b3671" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.935096] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3faeeb9d-ddba-4670-a661-3709797b3671" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.935096] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3faeeb9d-ddba-4670-a661-3709797b3671" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.935096] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3faeeb9d-ddba-4670-a661-3709797b3671',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 633.124694] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 75f5747a-54d4-4a70-b4bc-5f31d0607e57 in Status: SUCCESS [ 633.124987] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-75f5747a-54d4-4a70-b4bc-5f31d0607e57" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.240279] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 865e7ac2-3667-4252-8906-3696721e534a: rpc.has_security_group_logging(os_id): False [ 633.265808] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.265808] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.265808] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.265808] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.265808] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.266217] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.266217] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.266217] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.266217] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.266575] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.266575] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 865e7ac2-3667-4252-8906-3696721e534a is going to be created. [ 633.379928] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.380166] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.380213] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.380435] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.380600] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.400430] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 865e7ac2-3667-4252-8906-3696721e534a in Status: IN_PROGRESS for 2s [ 633.461116] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.461343] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.461449] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.461719] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.461972] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.462141] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3faeeb9d-ddba-4670-a661-3709797b3671 already deleted. [ 633.462269] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3faeeb9d-ddba-4670-a661-3709797b3671" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.711342] env[65562]: INFO networking_nsxv3.common.synchronization [None req-3ca2e785-a962-42ba-960b-64b669fee9f5 None None] Enqueued Resource ID: b74d78b8-d4ae-4c5a-b41d-5437cbf11d2d with Priority: HIGHEST for action port [ 633.711943] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b74d78b8-d4ae-4c5a-b41d-5437cbf11d2d with Priority: HIGHEST for action port [ 633.712293] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock port-b74d78b8-d4ae-4c5a-b41d-5437cbf11d2d taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.712430] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b74d78b8-d4ae-4c5a-b41d-5437cbf11d2d" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.712518] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b74d78b8-d4ae-4c5a-b41d-5437cbf11d2d" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.712857] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b74d78b8-d4ae-4c5a-b41d-5437cbf11d2d" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.712895] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b74d78b8-d4ae-4c5a-b41d-5437cbf11d2d',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 633.979664] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 25d9d77d-d4e5-4166-bea9-d14d91ea029a in Status: SUCCESS [ 633.980723] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-25d9d77d-d4e5-4166-bea9-d14d91ea029a" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.982104] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-25d9d77d-d4e5-4166-bea9-d14d91ea029a" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.982104] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-25d9d77d-d4e5-4166-bea9-d14d91ea029a" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.982104] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.982104] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.982104] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.982104] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.982104] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.982456] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-25d9d77d-d4e5-4166-bea9-d14d91ea029a" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.982456] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('25d9d77d-d4e5-4166-bea9-d14d91ea029a',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 634.171332] env[65562]: INFO networking_nsxv3.common.synchronization [None req-fd622ee4-29ad-44f8-b038-39f95dc76694 None None] Enqueued Resource ID: 71f01a05-a527-427c-96fc-a25d805cb1a7 with Priority: HIGHEST for action port [ 634.172083] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 71f01a05-a527-427c-96fc-a25d805cb1a7 with Priority: HIGHEST for action port [ 634.172526] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock port-71f01a05-a527-427c-96fc-a25d805cb1a7 taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.173015] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-71f01a05-a527-427c-96fc-a25d805cb1a7" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.173015] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-71f01a05-a527-427c-96fc-a25d805cb1a7" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.174199] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-71f01a05-a527-427c-96fc-a25d805cb1a7" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.174326] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('71f01a05-a527-427c-96fc-a25d805cb1a7',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 634.216663] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b74d78b8-d4ae-4c5a-b41d-5437cbf11d2d [ 634.216914] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.220021] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.220021] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.220021] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.220021] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.220021] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b74d78b8-d4ae-4c5a-b41d-5437cbf11d2d already deleted. [ 634.220021] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b74d78b8-d4ae-4c5a-b41d-5437cbf11d2d" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.485234] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-25d9d77d-d4e5-4166-bea9-d14d91ea029a taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.485441] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-25d9d77d-d4e5-4166-bea9-d14d91ea029a" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.485531] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-25d9d77d-d4e5-4166-bea9-d14d91ea029a" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.485750] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-25d9d77d-d4e5-4166-bea9-d14d91ea029a" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.485955] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.486076] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.486163] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.486322] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.486412] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.486501] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-25d9d77d-d4e5-4166-bea9-d14d91ea029a" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.486647] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-25d9d77d-d4e5-4166-bea9-d14d91ea029a taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.486762] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-25d9d77d-d4e5-4166-bea9-d14d91ea029a" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.486827] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-25d9d77d-d4e5-4166-bea9-d14d91ea029a" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.486964] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-25d9d77d-d4e5-4166-bea9-d14d91ea029a" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.487175] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.487270] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.487340] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.487496] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.487575] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.487672] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-25d9d77d-d4e5-4166-bea9-d14d91ea029a" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.487772] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('25d9d77d-d4e5-4166-bea9-d14d91ea029a',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 634.679673] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 71f01a05-a527-427c-96fc-a25d805cb1a7 [ 634.679673] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.679673] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.679673] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.679673] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.679673] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.679673] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:71f01a05-a527-427c-96fc-a25d805cb1a7 already deleted. [ 634.679673] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-71f01a05-a527-427c-96fc-a25d805cb1a7" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.994108] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 25d9d77d-d4e5-4166-bea9-d14d91ea029a: rpc.has_security_group_logging(os_id): False [ 635.017788] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.017788] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.017788] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.017788] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.017788] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.017788] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.017788] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.017788] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.017788] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.017788] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.017788] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.017788] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.018729] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.018729] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.018729] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.018729] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.018729] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.018729] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.018729] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.018729] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.019209] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 25d9d77d-d4e5-4166-bea9-d14d91ea029a is going to be created. [ 635.088749] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.088918] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.088991] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.089250] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.089485] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.106053] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 25d9d77d-d4e5-4166-bea9-d14d91ea029a in Status: IN_PROGRESS for 2s [ 635.426021] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 865e7ac2-3667-4252-8906-3696721e534a in Status: SUCCESS [ 635.426021] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-865e7ac2-3667-4252-8906-3696721e534a" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.599551] env[65562]: INFO networking_nsxv3.common.synchronization [None req-ae5353b2-acaa-4d12-8525-258a5325bd20 tempest-ServersWithSpecificFlavorTestJSON-617861887 tempest-ServersWithSpecificFlavorTestJSON-617861887-project-member] Enqueued Resource ID: 1f786784-df0d-4ec4-9e14-8e73ab168990 with Priority: HIGHEST for action security_group_rules [ 635.600166] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1f786784-df0d-4ec4-9e14-8e73ab168990 with Priority: HIGHEST for action security_group_rules [ 635.600632] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1f786784-df0d-4ec4-9e14-8e73ab168990 taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.600814] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1f786784-df0d-4ec4-9e14-8e73ab168990" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.600888] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1f786784-df0d-4ec4-9e14-8e73ab168990" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.601891] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1f786784-df0d-4ec4-9e14-8e73ab168990" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.601891] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1f786784-df0d-4ec4-9e14-8e73ab168990',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 635.863566] env[65562]: INFO networking_nsxv3.common.synchronization [None req-b3c92fd3-3beb-4d0c-a516-de7d25ed7e4e tempest-ServersWithSpecificFlavorTestJSON-617861887 tempest-ServersWithSpecificFlavorTestJSON-617861887-project-member] Enqueued Resource ID: 1f786784-df0d-4ec4-9e14-8e73ab168990 with Priority: HIGHEST for action security_group_rules [ 635.864684] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1f786784-df0d-4ec4-9e14-8e73ab168990 with Priority: HIGHEST for action security_group_rules [ 635.865641] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1f786784-df0d-4ec4-9e14-8e73ab168990 taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.865867] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1f786784-df0d-4ec4-9e14-8e73ab168990" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.123515] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.123515] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.123515] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.123784] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.123856] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.123988] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1f786784-df0d-4ec4-9e14-8e73ab168990 already deleted. [ 636.124436] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1f786784-df0d-4ec4-9e14-8e73ab168990" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.124436] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1f786784-df0d-4ec4-9e14-8e73ab168990" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.124436] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1f786784-df0d-4ec4-9e14-8e73ab168990" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.124559] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1f786784-df0d-4ec4-9e14-8e73ab168990',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 636.448772] env[65562]: INFO networking_nsxv3.common.synchronization [None req-915156d6-09b8-47ef-b116-7147d240708e None None] Enqueued Resource ID: 9cef1e74-18d5-4dd9-99ae-51a43823c875 with Priority: HIGHEST for action port [ 636.448772] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9cef1e74-18d5-4dd9-99ae-51a43823c875 with Priority: HIGHEST for action port [ 636.448772] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock port-9cef1e74-18d5-4dd9-99ae-51a43823c875 taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.448772] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9cef1e74-18d5-4dd9-99ae-51a43823c875" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.448772] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9cef1e74-18d5-4dd9-99ae-51a43823c875" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.448772] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9cef1e74-18d5-4dd9-99ae-51a43823c875" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.448772] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9cef1e74-18d5-4dd9-99ae-51a43823c875',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 636.648515] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.649873] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.649873] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.649873] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.649873] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.649873] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1f786784-df0d-4ec4-9e14-8e73ab168990 already deleted. [ 636.649873] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1f786784-df0d-4ec4-9e14-8e73ab168990" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.950595] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9cef1e74-18d5-4dd9-99ae-51a43823c875 [ 636.950890] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.951298] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.951298] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.951432] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.951556] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.951653] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9cef1e74-18d5-4dd9-99ae-51a43823c875 already deleted. [ 636.951736] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9cef1e74-18d5-4dd9-99ae-51a43823c875" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.123255] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 25d9d77d-d4e5-4166-bea9-d14d91ea029a in Status: SUCCESS [ 637.123255] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-25d9d77d-d4e5-4166-bea9-d14d91ea029a" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.135942] env[65562]: INFO networking_nsxv3.common.synchronization [req-53a29d08-3c9c-4c50-a4e7-447c234e2402 req-f423df75-f70a-41b7-b990-fe72f2075443 tempest-VolumesAdminNegativeTest-1625437228 tempest-VolumesAdminNegativeTest-1625437228-project-member] Enqueued Resource ID: 0da5259b-fcc6-48a6-95ac-feb188af9246 with Priority: HIGHEST for action security_group_members [ 637.135942] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0da5259b-fcc6-48a6-95ac-feb188af9246 with Priority: HIGHEST for action security_group_members [ 637.135942] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-0da5259b-fcc6-48a6-95ac-feb188af9246 taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.135942] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0da5259b-fcc6-48a6-95ac-feb188af9246" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.135942] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0da5259b-fcc6-48a6-95ac-feb188af9246" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.137947] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0da5259b-fcc6-48a6-95ac-feb188af9246" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.137947] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.137947] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.137947] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.137947] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.137947] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.137947] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0da5259b-fcc6-48a6-95ac-feb188af9246',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 637.639962] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.641867] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.641867] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.641867] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.641867] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.641867] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.641867] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.641867] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.641867] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.641867] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.641867] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0da5259b-fcc6-48a6-95ac-feb188af9246 already deleted. [ 637.641867] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0da5259b-fcc6-48a6-95ac-feb188af9246" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.705991] env[65562]: DEBUG networking_nsxv3.common.locking [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Lock network-224 taken with stack trace [, , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.706221] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquiring lock "network-224" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.706330] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired lock "network-224" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.706661] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired external semaphore "network-224" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.706953] env[65562]: DEBUG networking_nsxv3.common.locking [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.708207] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquiring lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.708352] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.708584] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired external semaphore "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.708833] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Releasing lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.708971] env[65562]: DEBUG dogpile.cache.region [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] No value present for key: 'zone-id' {{(pid=65562) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 637.709177] env[65562]: DEBUG dogpile.lock [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] NeedRegenerationException {{(pid=65562) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 637.709177] env[65562]: DEBUG dogpile.lock [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] no value, waiting for create lock {{(pid=65562) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 637.709321] env[65562]: DEBUG dogpile.lock [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] value creation lock acquired {{(pid=65562) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 637.709413] env[65562]: DEBUG dogpile.cache.region [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] No value present for key: 'zone-id' {{(pid=65562) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 637.709617] env[65562]: DEBUG dogpile.lock [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Calling creation function for not-yet-present value {{(pid=65562) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 637.709689] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 637.730177] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 637.730433] env[65562]: DEBUG dogpile.cache.region [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65562) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 637.730520] env[65562]: DEBUG dogpile.lock [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Released creation lock {{(pid=65562) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 637.730703] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Releasing lock "network-224" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.730993] env[65562]: DEBUG networking_nsxv3.common.locking [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Lock port-e20e84d3-a3c9-49a5-927a-f20da2b7efd7 taken with stack trace [, , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.731191] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquiring lock "port-e20e84d3-a3c9-49a5-927a-f20da2b7efd7" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.731265] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired lock "port-e20e84d3-a3c9-49a5-927a-f20da2b7efd7" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.731606] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired external semaphore "port-e20e84d3-a3c9-49a5-927a-f20da2b7efd7" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.731746] env[65562]: DEBUG networking_nsxv3.api.rpc [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e20e84d3-a3c9-49a5-927a-f20da2b7efd7',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 638.235335] env[65562]: DEBUG networking_nsxv3.common.locking [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.235626] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.235716] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.236023] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.236217] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.236415] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Segment Port e20e84d3-a3c9-49a5-927a-f20da2b7efd7 not found, creating... [ 638.236704] env[65562]: DEBUG networking_nsxv3.common.locking [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.236897] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquiring lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.237042] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.237361] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired external semaphore "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.237512] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Releasing lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.237818] env[65562]: DEBUG networking_nsxv3.common.locking [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.237968] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.238186] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.238407] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.238508] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.238710] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Resource: SegmentPort with ID: e20e84d3-a3c9-49a5-927a-f20da2b7efd7 is going to be created. [ 638.267159] env[65562]: DEBUG networking_nsxv3.common.locking [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.267451] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.267543] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.267836] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.268118] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.268693] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Releasing lock "port-e20e84d3-a3c9-49a5-927a-f20da2b7efd7" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.022616] env[65562]: INFO networking_nsxv3.common.synchronization [req-53a29d08-3c9c-4c50-a4e7-447c234e2402 req-9371d9fc-0b89-4b45-8c4c-e5c3e31c7e6a service nova] Enqueued Resource ID: 0da5259b-fcc6-48a6-95ac-feb188af9246 with Priority: HIGHEST for action security_group_rules [ 639.022941] env[65562]: INFO networking_nsxv3.common.synchronization [req-53a29d08-3c9c-4c50-a4e7-447c234e2402 req-9371d9fc-0b89-4b45-8c4c-e5c3e31c7e6a service nova] Enqueued Resource ID: 0da5259b-fcc6-48a6-95ac-feb188af9246 with Priority: HIGHEST for action security_group_members [ 639.023313] env[65562]: INFO networking_nsxv3.common.synchronization [req-53a29d08-3c9c-4c50-a4e7-447c234e2402 req-9371d9fc-0b89-4b45-8c4c-e5c3e31c7e6a service nova] Enqueued Resource ID: e20e84d3-a3c9-49a5-927a-f20da2b7efd7 with Priority: HIGHEST for action port [ 639.024174] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0da5259b-fcc6-48a6-95ac-feb188af9246 with Priority: HIGHEST for action security_group_rules [ 639.024353] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0da5259b-fcc6-48a6-95ac-feb188af9246 with Priority: HIGHEST for action security_group_members [ 639.024444] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e20e84d3-a3c9-49a5-927a-f20da2b7efd7 with Priority: HIGHEST for action port [ 639.025239] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0da5259b-fcc6-48a6-95ac-feb188af9246 taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.025380] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0da5259b-fcc6-48a6-95ac-feb188af9246" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.025440] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0da5259b-fcc6-48a6-95ac-feb188af9246" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.025713] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0da5259b-fcc6-48a6-95ac-feb188af9246" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.025796] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0da5259b-fcc6-48a6-95ac-feb188af9246',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 639.026766] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-0da5259b-fcc6-48a6-95ac-feb188af9246 taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.026897] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0da5259b-fcc6-48a6-95ac-feb188af9246" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.026963] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0da5259b-fcc6-48a6-95ac-feb188af9246" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.027178] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0da5259b-fcc6-48a6-95ac-feb188af9246" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.027774] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.027893] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.027960] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.029703] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.029703] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.029703] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0da5259b-fcc6-48a6-95ac-feb188af9246',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 639.029703] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock port-e20e84d3-a3c9-49a5-927a-f20da2b7efd7 taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.029703] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e20e84d3-a3c9-49a5-927a-f20da2b7efd7" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.029703] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e20e84d3-a3c9-49a5-927a-f20da2b7efd7" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.029703] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e20e84d3-a3c9-49a5-927a-f20da2b7efd7" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.029703] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e20e84d3-a3c9-49a5-927a-f20da2b7efd7',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 639.537627] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-0da5259b-fcc6-48a6-95ac-feb188af9246 taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.537627] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0da5259b-fcc6-48a6-95ac-feb188af9246" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.537627] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0da5259b-fcc6-48a6-95ac-feb188af9246',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 639.537627] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e20e84d3-a3c9-49a5-927a-f20da2b7efd7 with status ACTIVE [ 639.537627] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.537627] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.537627] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.537627] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.537627] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.537627] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.537627] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.537627] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.537627] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.537627] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.538547] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.538547] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.538547] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.538547] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.538547] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.538547] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e20e84d3-a3c9-49a5-927a-f20da2b7efd7 is going to be updated. [ 639.566798] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.567022] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.567103] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.567709] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.567709] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.567709] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e20e84d3-a3c9-49a5-927a-f20da2b7efd7" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.799726] env[65562]: INFO networking_nsxv3.common.synchronization [None req-e0bb01cb-9e7d-426a-b993-3a901e484d64 None None] Enqueued Resource ID: 3b71a140-37c4-4ea4-8ccb-5d2d52fde131 with Priority: HIGHEST for action port [ 639.800397] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3b71a140-37c4-4ea4-8ccb-5d2d52fde131 with Priority: HIGHEST for action port [ 639.803415] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock port-3b71a140-37c4-4ea4-8ccb-5d2d52fde131 taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.803919] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3b71a140-37c4-4ea4-8ccb-5d2d52fde131" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.804079] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3b71a140-37c4-4ea4-8ccb-5d2d52fde131" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.804333] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3b71a140-37c4-4ea4-8ccb-5d2d52fde131" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.804460] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3b71a140-37c4-4ea4-8ccb-5d2d52fde131',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 640.041279] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0da5259b-fcc6-48a6-95ac-feb188af9246',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 640.192914] env[65562]: INFO networking_nsxv3.common.synchronization [req-55a90c99-2a7d-4334-b5b4-0ad6087b9c54 req-1b8d29ed-f413-4963-bf83-73d03dc08250 tempest-FloatingIPsAssociationNegativeTestJSON-1190303943 tempest-FloatingIPsAssociationNegativeTestJSON-1190303943-project-member] Enqueued Resource ID: 9dfcd550-672f-461d-9682-b9678535e4a8 with Priority: HIGHEST for action security_group_members [ 640.194843] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9dfcd550-672f-461d-9682-b9678535e4a8 with Priority: HIGHEST for action security_group_members [ 640.196007] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-9dfcd550-672f-461d-9682-b9678535e4a8 taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.196007] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9dfcd550-672f-461d-9682-b9678535e4a8" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.196007] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9dfcd550-672f-461d-9682-b9678535e4a8" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.196007] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9dfcd550-672f-461d-9682-b9678535e4a8" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.196266] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.199813] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.199813] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.199813] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.199813] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.199813] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9dfcd550-672f-461d-9682-b9678535e4a8',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 640.308764] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3b71a140-37c4-4ea4-8ccb-5d2d52fde131 [ 640.308764] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.308764] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.310235] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.310235] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.310235] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.310235] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3b71a140-37c4-4ea4-8ccb-5d2d52fde131 already deleted. [ 640.310235] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3b71a140-37c4-4ea4-8ccb-5d2d52fde131" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.546040] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.546040] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.546040] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.546040] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.546040] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.546040] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0da5259b-fcc6-48a6-95ac-feb188af9246 is going to be created. [ 640.572849] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.573064] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.573064] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.573762] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.573762] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.585707] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0da5259b-fcc6-48a6-95ac-feb188af9246 in Status: UNINITIALIZED for 2s [ 640.700947] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.701202] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.701273] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.701459] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.701565] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.701759] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.701873] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.701958] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.702252] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.702357] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.702459] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9dfcd550-672f-461d-9682-b9678535e4a8 already deleted. [ 640.702547] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9dfcd550-672f-461d-9682-b9678535e4a8" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.827746] env[65562]: DEBUG networking_nsxv3.common.locking [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Lock network-72 taken with stack trace [, , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.828577] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquiring lock "network-72" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.828779] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired lock "network-72" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.829184] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired external semaphore "network-72" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.829601] env[65562]: DEBUG networking_nsxv3.common.locking [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.829772] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquiring lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.829902] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.830579] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired external semaphore "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.830725] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Releasing lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.830959] env[65562]: DEBUG dogpile.cache.region [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] No value present for key: 'zone-id' {{(pid=65562) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 640.831079] env[65562]: DEBUG dogpile.lock [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] NeedRegenerationException {{(pid=65562) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 640.831179] env[65562]: DEBUG dogpile.lock [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] no value, waiting for create lock {{(pid=65562) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 640.831274] env[65562]: DEBUG dogpile.lock [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] value creation lock acquired {{(pid=65562) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 640.831373] env[65562]: DEBUG dogpile.cache.region [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] No value present for key: 'zone-id' {{(pid=65562) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 640.831467] env[65562]: DEBUG dogpile.lock [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Calling creation function for not-yet-present value {{(pid=65562) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 640.831591] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 640.853913] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 640.854303] env[65562]: DEBUG dogpile.cache.region [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65562) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 640.854366] env[65562]: DEBUG dogpile.lock [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Released creation lock {{(pid=65562) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 640.854548] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Releasing lock "network-72" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.855075] env[65562]: DEBUG networking_nsxv3.common.locking [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Lock port-4669c318-ffe3-4e4b-bcfa-1c0c13639178 taken with stack trace [, , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.855278] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquiring lock "port-4669c318-ffe3-4e4b-bcfa-1c0c13639178" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.855425] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired lock "port-4669c318-ffe3-4e4b-bcfa-1c0c13639178" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.855933] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired external semaphore "port-4669c318-ffe3-4e4b-bcfa-1c0c13639178" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.856677] env[65562]: DEBUG networking_nsxv3.api.rpc [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4669c318-ffe3-4e4b-bcfa-1c0c13639178',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 641.359400] env[65562]: DEBUG networking_nsxv3.common.locking [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.359765] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.359765] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.360740] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.362368] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.362368] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Segment Port 4669c318-ffe3-4e4b-bcfa-1c0c13639178 not found, creating... [ 641.362613] env[65562]: DEBUG networking_nsxv3.common.locking [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.362781] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquiring lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.362899] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.363144] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired external semaphore "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.363302] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Releasing lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.363637] env[65562]: DEBUG networking_nsxv3.common.locking [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.363798] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.363902] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.364299] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.364421] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.364562] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Resource: SegmentPort with ID: 4669c318-ffe3-4e4b-bcfa-1c0c13639178 is going to be created. [ 641.396584] env[65562]: DEBUG networking_nsxv3.common.locking [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.396929] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.397034] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.397355] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.397657] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.397905] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Releasing lock "port-4669c318-ffe3-4e4b-bcfa-1c0c13639178" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.055702] env[65562]: INFO networking_nsxv3.common.synchronization [None req-0858789a-02a3-46c1-9d86-c864a235813b None None] Enqueued Resource ID: 08d49d81-63f4-4f2f-b3e8-c4d83d2c3f43 with Priority: HIGHEST for action port [ 642.056308] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 08d49d81-63f4-4f2f-b3e8-c4d83d2c3f43 with Priority: HIGHEST for action port [ 642.056730] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock port-08d49d81-63f4-4f2f-b3e8-c4d83d2c3f43 taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.056856] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-08d49d81-63f4-4f2f-b3e8-c4d83d2c3f43" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.056926] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-08d49d81-63f4-4f2f-b3e8-c4d83d2c3f43" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.057297] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-08d49d81-63f4-4f2f-b3e8-c4d83d2c3f43" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.057386] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('08d49d81-63f4-4f2f-b3e8-c4d83d2c3f43',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 642.082131] env[65562]: INFO networking_nsxv3.common.synchronization [req-55a90c99-2a7d-4334-b5b4-0ad6087b9c54 req-0befb8b4-9861-46a3-bbbf-a40ecc828872 service nova] Enqueued Resource ID: 9dfcd550-672f-461d-9682-b9678535e4a8 with Priority: HIGHEST for action security_group_rules [ 642.082131] env[65562]: INFO networking_nsxv3.common.synchronization [req-55a90c99-2a7d-4334-b5b4-0ad6087b9c54 req-0befb8b4-9861-46a3-bbbf-a40ecc828872 service nova] Enqueued Resource ID: 9dfcd550-672f-461d-9682-b9678535e4a8 with Priority: HIGHEST for action security_group_members [ 642.082131] env[65562]: INFO networking_nsxv3.common.synchronization [req-55a90c99-2a7d-4334-b5b4-0ad6087b9c54 req-0befb8b4-9861-46a3-bbbf-a40ecc828872 service nova] Enqueued Resource ID: 4669c318-ffe3-4e4b-bcfa-1c0c13639178 with Priority: HIGHEST for action port [ 642.083149] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9dfcd550-672f-461d-9682-b9678535e4a8 with Priority: HIGHEST for action security_group_rules [ 642.083149] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9dfcd550-672f-461d-9682-b9678535e4a8 with Priority: HIGHEST for action security_group_members [ 642.083149] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4669c318-ffe3-4e4b-bcfa-1c0c13639178 with Priority: HIGHEST for action port [ 642.083828] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9dfcd550-672f-461d-9682-b9678535e4a8 taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.083976] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9dfcd550-672f-461d-9682-b9678535e4a8" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.083976] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9dfcd550-672f-461d-9682-b9678535e4a8" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.084412] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9dfcd550-672f-461d-9682-b9678535e4a8" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.084412] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9dfcd550-672f-461d-9682-b9678535e4a8',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 642.085996] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-9dfcd550-672f-461d-9682-b9678535e4a8 taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.085996] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9dfcd550-672f-461d-9682-b9678535e4a8" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.085996] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9dfcd550-672f-461d-9682-b9678535e4a8" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.085996] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9dfcd550-672f-461d-9682-b9678535e4a8" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.086397] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.086397] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.086397] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.086517] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.086550] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.086643] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9dfcd550-672f-461d-9682-b9678535e4a8',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 642.087490] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock port-4669c318-ffe3-4e4b-bcfa-1c0c13639178 taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.087609] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4669c318-ffe3-4e4b-bcfa-1c0c13639178" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.088950] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4669c318-ffe3-4e4b-bcfa-1c0c13639178" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.088950] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4669c318-ffe3-4e4b-bcfa-1c0c13639178" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.088950] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4669c318-ffe3-4e4b-bcfa-1c0c13639178',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 642.560880] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 08d49d81-63f4-4f2f-b3e8-c4d83d2c3f43 [ 642.561223] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.561367] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.561367] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.561748] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.561748] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.561748] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:08d49d81-63f4-4f2f-b3e8-c4d83d2c3f43 already deleted. [ 642.561978] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-08d49d81-63f4-4f2f-b3e8-c4d83d2c3f43" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.591162] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-9dfcd550-672f-461d-9682-b9678535e4a8 taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.593288] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9dfcd550-672f-461d-9682-b9678535e4a8" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.593288] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9dfcd550-672f-461d-9682-b9678535e4a8',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 642.593288] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4669c318-ffe3-4e4b-bcfa-1c0c13639178 with status ACTIVE [ 642.593288] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.593288] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.593288] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.593288] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.593288] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.593288] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.593288] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.594463] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.594463] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.594463] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.594463] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.594463] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.594463] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.594463] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.594463] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.594463] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4669c318-ffe3-4e4b-bcfa-1c0c13639178 is going to be updated. [ 642.596703] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0da5259b-fcc6-48a6-95ac-feb188af9246 in Status: SUCCESS [ 642.596703] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0da5259b-fcc6-48a6-95ac-feb188af9246" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.596870] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0da5259b-fcc6-48a6-95ac-feb188af9246" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.596918] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0da5259b-fcc6-48a6-95ac-feb188af9246" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.597118] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.597228] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.597291] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.597443] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.597520] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.597602] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0da5259b-fcc6-48a6-95ac-feb188af9246" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.597689] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0da5259b-fcc6-48a6-95ac-feb188af9246',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 642.645214] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.645627] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.645738] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.645982] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.646109] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.646277] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4669c318-ffe3-4e4b-bcfa-1c0c13639178" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.706581] env[65562]: INFO networking_nsxv3.common.synchronization [None req-c03d3fd4-1b49-45cd-8ebc-f2aa8b36bf4a None None] Enqueued Resource ID: 3e2b71f5-639c-48e1-89a3-8e5b79238ba8 with Priority: HIGHEST for action port [ 642.709969] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3e2b71f5-639c-48e1-89a3-8e5b79238ba8 with Priority: HIGHEST for action port [ 642.710598] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock port-3e2b71f5-639c-48e1-89a3-8e5b79238ba8 taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.713370] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3e2b71f5-639c-48e1-89a3-8e5b79238ba8" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.713370] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3e2b71f5-639c-48e1-89a3-8e5b79238ba8" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.713370] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3e2b71f5-639c-48e1-89a3-8e5b79238ba8" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.713370] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3e2b71f5-639c-48e1-89a3-8e5b79238ba8',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 642.969958] env[65562]: INFO networking_nsxv3.common.synchronization [req-cfe2bfed-6fb2-4014-864f-94392190601f req-7ce61c10-375d-46ca-81e4-e90bd5d370cf tempest-MultipleCreateTestJSON-1984480382 tempest-MultipleCreateTestJSON-1984480382-project-member] Enqueued Resource ID: 01b4a28f-2af7-4dd0-8ce7-d59bea16cdcf with Priority: HIGHEST for action security_group_members [ 642.970689] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 01b4a28f-2af7-4dd0-8ce7-d59bea16cdcf with Priority: HIGHEST for action security_group_members [ 642.970994] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-01b4a28f-2af7-4dd0-8ce7-d59bea16cdcf taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.971139] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-01b4a28f-2af7-4dd0-8ce7-d59bea16cdcf" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.971211] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-01b4a28f-2af7-4dd0-8ce7-d59bea16cdcf" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.971406] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-01b4a28f-2af7-4dd0-8ce7-d59bea16cdcf" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.971725] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.971725] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.971725] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.971874] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.972157] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.972157] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('01b4a28f-2af7-4dd0-8ce7-d59bea16cdcf',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 643.096974] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9dfcd550-672f-461d-9682-b9678535e4a8',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 643.102686] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-0da5259b-fcc6-48a6-95ac-feb188af9246 taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.102844] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0da5259b-fcc6-48a6-95ac-feb188af9246" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.102905] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0da5259b-fcc6-48a6-95ac-feb188af9246" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.103284] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0da5259b-fcc6-48a6-95ac-feb188af9246" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.103502] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.103618] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.103704] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.103930] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.104048] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.104975] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0da5259b-fcc6-48a6-95ac-feb188af9246" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.104975] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-0da5259b-fcc6-48a6-95ac-feb188af9246 taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.104975] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0da5259b-fcc6-48a6-95ac-feb188af9246" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.104975] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0da5259b-fcc6-48a6-95ac-feb188af9246" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.104975] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0da5259b-fcc6-48a6-95ac-feb188af9246" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.104975] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.104975] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.106477] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.106677] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.106727] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.106862] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0da5259b-fcc6-48a6-95ac-feb188af9246" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.107059] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0da5259b-fcc6-48a6-95ac-feb188af9246',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 643.216311] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3e2b71f5-639c-48e1-89a3-8e5b79238ba8 [ 643.216588] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.216737] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.216809] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.217353] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.217537] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.217621] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3e2b71f5-639c-48e1-89a3-8e5b79238ba8 already deleted. [ 643.217706] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3e2b71f5-639c-48e1-89a3-8e5b79238ba8" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.476023] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('01b4a28f-2af7-4dd0-8ce7-d59bea16cdcf',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 643.599244] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.599624] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.599624] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.600150] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.600361] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.600625] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9dfcd550-672f-461d-9682-b9678535e4a8 is going to be created. [ 643.614381] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0da5259b-fcc6-48a6-95ac-feb188af9246: rpc.has_security_group_logging(os_id): False [ 643.631488] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.631717] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.631815] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.632276] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.632672] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.635373] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.635873] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.635873] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.635990] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.636159] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.636499] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.636674] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.636795] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.637229] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.637229] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.637524] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.637688] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.637805] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.638052] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.638182] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.638463] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.638611] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.638716] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.638945] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.639097] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.639254] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0da5259b-fcc6-48a6-95ac-feb188af9246 is going to be created. [ 643.649414] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9dfcd550-672f-461d-9682-b9678535e4a8 in Status: UNINITIALIZED for 2s [ 643.705751] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.705751] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.705751] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.705751] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.705751] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.719070] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0da5259b-fcc6-48a6-95ac-feb188af9246 in Status: IN_PROGRESS for 2s [ 643.878579] env[65562]: INFO networking_nsxv3.common.synchronization [req-80ffdb3e-3134-465f-a144-22c7bcc515f1 req-1beff252-c1f4-49c7-9897-111319331dbb tempest-MigrationsAdminTest-1407765695 tempest-MigrationsAdminTest-1407765695-project-member] Enqueued Resource ID: ad1d197f-74fd-4a7c-9caf-d387031492a3 with Priority: HIGHEST for action security_group_members [ 643.879215] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ad1d197f-74fd-4a7c-9caf-d387031492a3 with Priority: HIGHEST for action security_group_members [ 643.879685] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-ad1d197f-74fd-4a7c-9caf-d387031492a3 taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.880143] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ad1d197f-74fd-4a7c-9caf-d387031492a3" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.880143] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ad1d197f-74fd-4a7c-9caf-d387031492a3" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.880369] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ad1d197f-74fd-4a7c-9caf-d387031492a3" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.880369] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.880496] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.880496] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.881209] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.881209] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.881209] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ad1d197f-74fd-4a7c-9caf-d387031492a3',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 643.979103] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('01b4a28f-2af7-4dd0-8ce7-d59bea16cdcf',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 644.137552] env[65562]: INFO networking_nsxv3.common.synchronization [req-05e2d352-4a98-457a-ae0f-36a84aa90884 req-397c844d-deba-4d07-9b3f-04f4d4548602 tempest-TenantUsagesTestJSON-568718380 tempest-TenantUsagesTestJSON-568718380-project-member] Enqueued Resource ID: b018a5ab-7c55-4b0c-9e6b-2da0cfc4b699 with Priority: HIGHEST for action security_group_members [ 644.138515] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b018a5ab-7c55-4b0c-9e6b-2da0cfc4b699 with Priority: HIGHEST for action security_group_members [ 644.139161] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-b018a5ab-7c55-4b0c-9e6b-2da0cfc4b699 taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.139161] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b018a5ab-7c55-4b0c-9e6b-2da0cfc4b699" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.139161] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b018a5ab-7c55-4b0c-9e6b-2da0cfc4b699" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.139393] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b018a5ab-7c55-4b0c-9e6b-2da0cfc4b699" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.139463] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.139519] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.139568] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.139798] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.139798] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.140115] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b018a5ab-7c55-4b0c-9e6b-2da0cfc4b699',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 644.386091] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.386349] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.386467] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.386751] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.386751] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.387152] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.387152] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.387152] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.390119] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.390119] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.390119] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ad1d197f-74fd-4a7c-9caf-d387031492a3 already deleted. [ 644.390119] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ad1d197f-74fd-4a7c-9caf-d387031492a3" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.485198] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.485198] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.485198] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.485198] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.485198] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.486910] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 01b4a28f-2af7-4dd0-8ce7-d59bea16cdcf is going to be updated. [ 644.518907] env[65562]: DEBUG networking_nsxv3.common.locking [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Lock network-338 taken with stack trace [, , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.523025] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquiring lock "network-338" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.523025] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired lock "network-338" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.523025] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired external semaphore "network-338" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.523025] env[65562]: DEBUG networking_nsxv3.common.locking [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.523025] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquiring lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.523025] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.523025] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired external semaphore "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.523025] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Releasing lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.523025] env[65562]: DEBUG dogpile.cache.region [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] No value present for key: 'zone-id' {{(pid=65562) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 644.523025] env[65562]: DEBUG dogpile.lock [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] NeedRegenerationException {{(pid=65562) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 644.523025] env[65562]: DEBUG dogpile.lock [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] no value, waiting for create lock {{(pid=65562) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 644.523025] env[65562]: DEBUG dogpile.lock [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] value creation lock acquired {{(pid=65562) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 644.523025] env[65562]: DEBUG dogpile.cache.region [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] No value present for key: 'zone-id' {{(pid=65562) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 644.523025] env[65562]: DEBUG dogpile.lock [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Calling creation function for not-yet-present value {{(pid=65562) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 644.523025] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 644.527190] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.528258] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.528423] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.528745] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.528955] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.543939] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 01b4a28f-2af7-4dd0-8ce7-d59bea16cdcf in Status: IN_PROGRESS for 2s [ 644.554173] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 644.554375] env[65562]: DEBUG dogpile.cache.region [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Cache value generated in 0.032 seconds for key(s): 'zone-id' {{(pid=65562) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 644.554511] env[65562]: DEBUG dogpile.lock [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Released creation lock {{(pid=65562) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 644.554702] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Releasing lock "network-338" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.555089] env[65562]: DEBUG networking_nsxv3.common.locking [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Lock port-9f98613c-b59b-4110-b74f-a36475001cee taken with stack trace [, , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.555313] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquiring lock "port-9f98613c-b59b-4110-b74f-a36475001cee" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.555379] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired lock "port-9f98613c-b59b-4110-b74f-a36475001cee" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.556275] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired external semaphore "port-9f98613c-b59b-4110-b74f-a36475001cee" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.556448] env[65562]: DEBUG networking_nsxv3.api.rpc [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9f98613c-b59b-4110-b74f-a36475001cee',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 644.647016] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.647308] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.647308] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.647646] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.647646] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.647815] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.647888] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.647932] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.648391] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.648391] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.648391] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b018a5ab-7c55-4b0c-9e6b-2da0cfc4b699 is going to be updated. [ 644.693622] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.693857] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.693944] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.694260] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.694873] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.713905] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b018a5ab-7c55-4b0c-9e6b-2da0cfc4b699 in Status: IN_PROGRESS for 2s [ 645.059278] env[65562]: DEBUG networking_nsxv3.common.locking [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.059696] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.060088] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.060510] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.060712] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.060926] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Segment Port 9f98613c-b59b-4110-b74f-a36475001cee not found, creating... [ 645.061709] env[65562]: DEBUG networking_nsxv3.common.locking [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.062012] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquiring lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.062192] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.062506] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired external semaphore "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.062783] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Releasing lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.063244] env[65562]: DEBUG networking_nsxv3.common.locking [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.063569] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.063740] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.064518] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.064756] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.064937] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Resource: SegmentPort with ID: 9f98613c-b59b-4110-b74f-a36475001cee is going to be created. [ 645.089754] env[65562]: DEBUG networking_nsxv3.common.locking [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.090476] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.090745] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.091251] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.091586] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.091927] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Releasing lock "port-9f98613c-b59b-4110-b74f-a36475001cee" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.119571] env[65562]: INFO networking_nsxv3.common.synchronization [req-10c995f5-1b57-4f87-aaaf-836f7b42629b req-7faa8248-eb22-43b4-bc17-b6fa195f68c0 tempest-DeleteServersAdminTestJSON-808886826 tempest-DeleteServersAdminTestJSON-808886826-project-member] Enqueued Resource ID: 66627ff8-a79a-4d5d-9281-a57be8b73d65 with Priority: HIGHEST for action security_group_members [ 645.120188] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 66627ff8-a79a-4d5d-9281-a57be8b73d65 with Priority: HIGHEST for action security_group_members [ 645.120848] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-66627ff8-a79a-4d5d-9281-a57be8b73d65 taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.120848] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-66627ff8-a79a-4d5d-9281-a57be8b73d65" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.120848] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-66627ff8-a79a-4d5d-9281-a57be8b73d65" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.121203] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-66627ff8-a79a-4d5d-9281-a57be8b73d65" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.121638] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.121638] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.121638] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.121864] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.121864] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.121995] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('66627ff8-a79a-4d5d-9281-a57be8b73d65',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 645.533066] env[65562]: INFO networking_nsxv3.common.synchronization [None req-7a7d90b7-f28b-48d4-b75e-94c1058187a0 None None] Enqueued Resource ID: e6b81597-943c-47ac-a8b6-36779665c5b0 with Priority: HIGHEST for action port [ 645.533066] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e6b81597-943c-47ac-a8b6-36779665c5b0 with Priority: HIGHEST for action port [ 645.533066] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock port-e6b81597-943c-47ac-a8b6-36779665c5b0 taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.533481] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e6b81597-943c-47ac-a8b6-36779665c5b0" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.533644] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e6b81597-943c-47ac-a8b6-36779665c5b0" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.534010] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e6b81597-943c-47ac-a8b6-36779665c5b0" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.534291] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e6b81597-943c-47ac-a8b6-36779665c5b0',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 645.625299] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.626094] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.626247] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.627112] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.627243] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.628772] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.629016] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.629165] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.629483] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.629676] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.629862] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 66627ff8-a79a-4d5d-9281-a57be8b73d65 is going to be updated. [ 645.660728] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9dfcd550-672f-461d-9682-b9678535e4a8 in Status: SUCCESS [ 645.661113] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9dfcd550-672f-461d-9682-b9678535e4a8" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.661293] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9dfcd550-672f-461d-9682-b9678535e4a8" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.661539] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9dfcd550-672f-461d-9682-b9678535e4a8" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.661745] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.661871] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.661953] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.662146] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.662246] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.662332] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9dfcd550-672f-461d-9682-b9678535e4a8" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.662435] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9dfcd550-672f-461d-9682-b9678535e4a8',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 645.664443] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.664443] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.664443] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.664656] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.664768] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.675431] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 66627ff8-a79a-4d5d-9281-a57be8b73d65 in Status: IN_PROGRESS for 2s [ 645.695127] env[65562]: DEBUG networking_nsxv3.common.locking [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Lock network-338 taken with stack trace [, , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.695346] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquiring lock "network-338" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.695460] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired lock "network-338" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.696845] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired external semaphore "network-338" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.696845] env[65562]: DEBUG networking_nsxv3.common.locking [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.697936] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquiring lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.697936] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.697936] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired external semaphore "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.697936] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Releasing lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.698324] env[65562]: DEBUG dogpile.cache.region [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] No value present for key: 'zone-id' {{(pid=65562) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 645.698437] env[65562]: DEBUG dogpile.lock [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] NeedRegenerationException {{(pid=65562) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 645.698537] env[65562]: DEBUG dogpile.lock [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] no value, waiting for create lock {{(pid=65562) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 645.699238] env[65562]: DEBUG dogpile.lock [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] value creation lock acquired {{(pid=65562) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 645.699238] env[65562]: DEBUG dogpile.cache.region [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] No value present for key: 'zone-id' {{(pid=65562) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 645.699238] env[65562]: DEBUG dogpile.lock [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Calling creation function for not-yet-present value {{(pid=65562) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 645.699238] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 645.723656] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 645.723656] env[65562]: DEBUG dogpile.cache.region [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65562) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 645.723807] env[65562]: DEBUG dogpile.lock [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Released creation lock {{(pid=65562) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 645.724362] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Releasing lock "network-338" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.724484] env[65562]: DEBUG networking_nsxv3.common.locking [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Lock port-ab25f8b7-6b4a-47f7-847c-b2639a3fdcba taken with stack trace [, , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.724680] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquiring lock "port-ab25f8b7-6b4a-47f7-847c-b2639a3fdcba" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.724827] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired lock "port-ab25f8b7-6b4a-47f7-847c-b2639a3fdcba" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.725194] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired external semaphore "port-ab25f8b7-6b4a-47f7-847c-b2639a3fdcba" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.725363] env[65562]: DEBUG networking_nsxv3.api.rpc [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ab25f8b7-6b4a-47f7-847c-b2639a3fdcba',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 645.738968] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0da5259b-fcc6-48a6-95ac-feb188af9246 in Status: SUCCESS [ 645.741226] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0da5259b-fcc6-48a6-95ac-feb188af9246" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.841928] env[65562]: INFO networking_nsxv3.common.synchronization [req-80ffdb3e-3134-465f-a144-22c7bcc515f1 req-699f3005-9c25-4d9e-960d-f83af5619dd5 service nova] Enqueued Resource ID: ad1d197f-74fd-4a7c-9caf-d387031492a3 with Priority: HIGHEST for action security_group_rules [ 645.842173] env[65562]: INFO networking_nsxv3.common.synchronization [req-80ffdb3e-3134-465f-a144-22c7bcc515f1 req-699f3005-9c25-4d9e-960d-f83af5619dd5 service nova] Enqueued Resource ID: ad1d197f-74fd-4a7c-9caf-d387031492a3 with Priority: HIGHEST for action security_group_members [ 645.842316] env[65562]: INFO networking_nsxv3.common.synchronization [req-80ffdb3e-3134-465f-a144-22c7bcc515f1 req-699f3005-9c25-4d9e-960d-f83af5619dd5 service nova] Enqueued Resource ID: 9f98613c-b59b-4110-b74f-a36475001cee with Priority: HIGHEST for action port [ 645.842932] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ad1d197f-74fd-4a7c-9caf-d387031492a3 with Priority: HIGHEST for action security_group_rules [ 645.843085] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ad1d197f-74fd-4a7c-9caf-d387031492a3 with Priority: HIGHEST for action security_group_members [ 645.843245] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9f98613c-b59b-4110-b74f-a36475001cee with Priority: HIGHEST for action port [ 645.843658] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ad1d197f-74fd-4a7c-9caf-d387031492a3 taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.843658] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ad1d197f-74fd-4a7c-9caf-d387031492a3" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.843658] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ad1d197f-74fd-4a7c-9caf-d387031492a3" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.843909] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ad1d197f-74fd-4a7c-9caf-d387031492a3" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.844018] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ad1d197f-74fd-4a7c-9caf-d387031492a3',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 645.845097] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-ad1d197f-74fd-4a7c-9caf-d387031492a3 taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.845770] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ad1d197f-74fd-4a7c-9caf-d387031492a3" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.845851] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ad1d197f-74fd-4a7c-9caf-d387031492a3" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.846052] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ad1d197f-74fd-4a7c-9caf-d387031492a3" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.846402] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.846484] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.846574] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.846755] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.847290] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.847363] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ad1d197f-74fd-4a7c-9caf-d387031492a3',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 645.850537] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock port-9f98613c-b59b-4110-b74f-a36475001cee taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.850537] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9f98613c-b59b-4110-b74f-a36475001cee" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.850537] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9f98613c-b59b-4110-b74f-a36475001cee" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.850537] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9f98613c-b59b-4110-b74f-a36475001cee" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.850537] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9f98613c-b59b-4110-b74f-a36475001cee',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 646.039239] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e6b81597-943c-47ac-a8b6-36779665c5b0 [ 646.039239] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.039239] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.039239] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.039239] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.039239] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.039239] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e6b81597-943c-47ac-a8b6-36779665c5b0 already deleted. [ 646.039239] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e6b81597-943c-47ac-a8b6-36779665c5b0" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.168017] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-9dfcd550-672f-461d-9682-b9678535e4a8 taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.168303] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9dfcd550-672f-461d-9682-b9678535e4a8" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.168303] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9dfcd550-672f-461d-9682-b9678535e4a8" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.168538] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9dfcd550-672f-461d-9682-b9678535e4a8" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.168712] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.168904] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.168904] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.169094] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.169162] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.169298] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9dfcd550-672f-461d-9682-b9678535e4a8" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.169449] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-9dfcd550-672f-461d-9682-b9678535e4a8 taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.169534] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9dfcd550-672f-461d-9682-b9678535e4a8" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.169534] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9dfcd550-672f-461d-9682-b9678535e4a8" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.169787] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9dfcd550-672f-461d-9682-b9678535e4a8" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.169858] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.170038] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.170038] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.170241] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.170290] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.170331] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9dfcd550-672f-461d-9682-b9678535e4a8" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.170477] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9dfcd550-672f-461d-9682-b9678535e4a8',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 646.231134] env[65562]: DEBUG networking_nsxv3.common.locking [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.231134] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.231134] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.231134] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.231134] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.231134] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Segment Port ab25f8b7-6b4a-47f7-847c-b2639a3fdcba not found, creating... [ 646.231487] env[65562]: DEBUG networking_nsxv3.common.locking [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.231487] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquiring lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.231487] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.231682] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired external semaphore "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.231796] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Releasing lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.232130] env[65562]: DEBUG networking_nsxv3.common.locking [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.232286] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.232394] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.232639] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.232778] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.233487] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Resource: SegmentPort with ID: ab25f8b7-6b4a-47f7-847c-b2639a3fdcba is going to be created. [ 646.277078] env[65562]: DEBUG networking_nsxv3.common.locking [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.277078] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.277078] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.277078] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.277078] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.277078] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Releasing lock "port-ab25f8b7-6b4a-47f7-847c-b2639a3fdcba" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.350659] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ad1d197f-74fd-4a7c-9caf-d387031492a3',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 646.351861] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9f98613c-b59b-4110-b74f-a36475001cee with status ACTIVE [ 646.352228] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.352406] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.352531] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.352948] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.352948] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.353204] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.353359] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.353454] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.353690] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.353807] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.354116] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.354251] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.354346] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.354561] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.354674] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.354798] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9f98613c-b59b-4110-b74f-a36475001cee is going to be updated. [ 646.357086] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-ad1d197f-74fd-4a7c-9caf-d387031492a3 taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.357291] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ad1d197f-74fd-4a7c-9caf-d387031492a3" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.407485] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.407485] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.407485] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.407849] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.408041] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.408476] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9f98613c-b59b-4110-b74f-a36475001cee" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.564324] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 01b4a28f-2af7-4dd0-8ce7-d59bea16cdcf in Status: SUCCESS [ 646.564655] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-01b4a28f-2af7-4dd0-8ce7-d59bea16cdcf" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.675933] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9dfcd550-672f-461d-9682-b9678535e4a8: rpc.has_security_group_logging(os_id): False [ 646.701718] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.702329] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.703766] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.703766] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.703766] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.703766] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.703766] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.703766] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.703766] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.704366] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.704366] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.704366] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.704366] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.704525] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.704571] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.704789] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.704889] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.704949] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.705115] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.705193] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.705295] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9dfcd550-672f-461d-9682-b9678535e4a8 is going to be created. [ 646.728447] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b018a5ab-7c55-4b0c-9e6b-2da0cfc4b699 in Status: SUCCESS [ 646.728676] env[65562]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b018a5ab-7c55-4b0c-9e6b-2da0cfc4b699 deletion is rescheduled due to dependency. [ 646.728814] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b018a5ab-7c55-4b0c-9e6b-2da0cfc4b699" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.804514] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.804738] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.804738] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.805426] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.805426] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.821597] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9dfcd550-672f-461d-9682-b9678535e4a8 in Status: IN_PROGRESS for 2s [ 646.859542] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ad1d197f-74fd-4a7c-9caf-d387031492a3',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 647.041128] env[65562]: INFO networking_nsxv3.common.synchronization [req-10c995f5-1b57-4f87-aaaf-836f7b42629b req-61692bd2-d11d-4d49-acfe-1ec775dd0143 service nova] Enqueued Resource ID: 66627ff8-a79a-4d5d-9281-a57be8b73d65 with Priority: HIGHEST for action security_group_rules [ 647.041128] env[65562]: INFO networking_nsxv3.common.synchronization [req-10c995f5-1b57-4f87-aaaf-836f7b42629b req-61692bd2-d11d-4d49-acfe-1ec775dd0143 service nova] Enqueued Resource ID: 66627ff8-a79a-4d5d-9281-a57be8b73d65 with Priority: HIGHEST for action security_group_members [ 647.041128] env[65562]: INFO networking_nsxv3.common.synchronization [req-10c995f5-1b57-4f87-aaaf-836f7b42629b req-61692bd2-d11d-4d49-acfe-1ec775dd0143 service nova] Enqueued Resource ID: ab25f8b7-6b4a-47f7-847c-b2639a3fdcba with Priority: HIGHEST for action port [ 647.041128] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 66627ff8-a79a-4d5d-9281-a57be8b73d65 with Priority: HIGHEST for action security_group_rules [ 647.041128] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 66627ff8-a79a-4d5d-9281-a57be8b73d65 with Priority: HIGHEST for action security_group_members [ 647.041587] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ab25f8b7-6b4a-47f7-847c-b2639a3fdcba with Priority: HIGHEST for action port [ 647.041587] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock rules-66627ff8-a79a-4d5d-9281-a57be8b73d65 taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.041682] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-66627ff8-a79a-4d5d-9281-a57be8b73d65" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.041682] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-66627ff8-a79a-4d5d-9281-a57be8b73d65" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.042154] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-66627ff8-a79a-4d5d-9281-a57be8b73d65" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.042154] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('66627ff8-a79a-4d5d-9281-a57be8b73d65',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 647.043197] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-66627ff8-a79a-4d5d-9281-a57be8b73d65 taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.043311] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-66627ff8-a79a-4d5d-9281-a57be8b73d65" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.043543] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock port-ab25f8b7-6b4a-47f7-847c-b2639a3fdcba taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.043665] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ab25f8b7-6b4a-47f7-847c-b2639a3fdcba" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.043730] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ab25f8b7-6b4a-47f7-847c-b2639a3fdcba" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.043978] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ab25f8b7-6b4a-47f7-847c-b2639a3fdcba" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.044130] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ab25f8b7-6b4a-47f7-847c-b2639a3fdcba',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 647.362691] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.362691] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.362691] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.362948] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.363011] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.363226] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ad1d197f-74fd-4a7c-9caf-d387031492a3 is going to be created. [ 647.390212] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.390212] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.390456] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.390866] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.390866] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.402382] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ad1d197f-74fd-4a7c-9caf-d387031492a3 in Status: UNINITIALIZED for 2s [ 647.546497] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-66627ff8-a79a-4d5d-9281-a57be8b73d65 taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.546757] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-66627ff8-a79a-4d5d-9281-a57be8b73d65" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.546875] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ab25f8b7-6b4a-47f7-847c-b2639a3fdcba with status ACTIVE [ 647.547107] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.547345] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.547345] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.550171] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.550171] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.550171] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.550171] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.550171] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.550171] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.550171] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.550171] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.550171] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.550171] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.550171] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.550171] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.550171] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ab25f8b7-6b4a-47f7-847c-b2639a3fdcba is going to be updated. [ 647.575974] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.576213] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.576266] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.576468] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.576626] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.577493] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ab25f8b7-6b4a-47f7-847c-b2639a3fdcba" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.696207] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 66627ff8-a79a-4d5d-9281-a57be8b73d65 in Status: SUCCESS [ 647.698863] env[65562]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 66627ff8-a79a-4d5d-9281-a57be8b73d65 deletion is rescheduled due to dependency. [ 647.698863] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-66627ff8-a79a-4d5d-9281-a57be8b73d65" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.698863] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-66627ff8-a79a-4d5d-9281-a57be8b73d65" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.698863] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-66627ff8-a79a-4d5d-9281-a57be8b73d65" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.698863] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.698863] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.698863] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.698863] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.698863] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.698863] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('66627ff8-a79a-4d5d-9281-a57be8b73d65',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 647.769772] env[65562]: INFO networking_nsxv3.common.synchronization [req-79bfb21f-94f9-41c1-8b4f-48db481748a3 req-c99f4bbd-891a-4c8f-a895-5da30ba7e4c1 tempest-ImagesNegativeTestJSON-1379313652 tempest-ImagesNegativeTestJSON-1379313652-project-member] Enqueued Resource ID: deb0a406-97e5-4f45-bbdd-11a50b0025a6 with Priority: HIGHEST for action security_group_members [ 647.770397] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: deb0a406-97e5-4f45-bbdd-11a50b0025a6 with Priority: HIGHEST for action security_group_members [ 647.770713] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-deb0a406-97e5-4f45-bbdd-11a50b0025a6 taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.770835] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-deb0a406-97e5-4f45-bbdd-11a50b0025a6" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.771117] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-deb0a406-97e5-4f45-bbdd-11a50b0025a6" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.771117] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-deb0a406-97e5-4f45-bbdd-11a50b0025a6" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.771429] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.771429] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.771429] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.771590] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.771711] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.771748] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('deb0a406-97e5-4f45-bbdd-11a50b0025a6',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 647.975486] env[65562]: INFO networking_nsxv3.common.synchronization [req-5a02c657-a4a3-44f8-9251-918dd4ebbe78 req-3983ac2c-f04a-4858-8c2b-c4344cf31195 tempest-MultipleCreateTestJSON-1984480382 tempest-MultipleCreateTestJSON-1984480382-project-member] Enqueued Resource ID: 01b4a28f-2af7-4dd0-8ce7-d59bea16cdcf with Priority: HIGHEST for action security_group_members [ 647.975929] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 01b4a28f-2af7-4dd0-8ce7-d59bea16cdcf with Priority: HIGHEST for action security_group_members [ 647.976249] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-01b4a28f-2af7-4dd0-8ce7-d59bea16cdcf taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.976412] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-01b4a28f-2af7-4dd0-8ce7-d59bea16cdcf" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.978175] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-01b4a28f-2af7-4dd0-8ce7-d59bea16cdcf" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.978662] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-01b4a28f-2af7-4dd0-8ce7-d59bea16cdcf" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.978662] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.978834] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.978834] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.978965] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.978965] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.979069] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('01b4a28f-2af7-4dd0-8ce7-d59bea16cdcf',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 648.202416] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('66627ff8-a79a-4d5d-9281-a57be8b73d65',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 648.277040] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.277040] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.277040] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.277040] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.277040] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.277040] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.277040] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.277040] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.277040] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.277040] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.277040] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: deb0a406-97e5-4f45-bbdd-11a50b0025a6 is going to be updated. [ 648.318873] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.319367] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.319367] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.319367] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.319558] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.329806] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: deb0a406-97e5-4f45-bbdd-11a50b0025a6 in Status: IN_PROGRESS for 2s [ 648.481382] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.481576] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.481657] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.481911] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.482053] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.482287] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.482406] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.482463] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.482624] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.483038] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.483038] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 01b4a28f-2af7-4dd0-8ce7-d59bea16cdcf is going to be updated. [ 648.515784] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.516010] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.520044] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.520044] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.520044] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.531463] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 01b4a28f-2af7-4dd0-8ce7-d59bea16cdcf in Status: IN_PROGRESS for 2s [ 648.546635] env[65562]: INFO networking_nsxv3.common.synchronization [req-5f92e62b-b5df-4193-8ab1-6a5f1936e5f0 req-adf0d018-8e62-4c23-8991-267bdf4702dd tempest-ServersTestFqdnHostnames-1310978803 tempest-ServersTestFqdnHostnames-1310978803-project-member] Enqueued Resource ID: 3faeeb9d-ddba-4670-a661-3709797b3671 with Priority: HIGHEST for action security_group_members [ 648.546635] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3faeeb9d-ddba-4670-a661-3709797b3671 with Priority: HIGHEST for action security_group_members [ 648.546635] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-3faeeb9d-ddba-4670-a661-3709797b3671 taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.546635] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3faeeb9d-ddba-4670-a661-3709797b3671" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.546635] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3faeeb9d-ddba-4670-a661-3709797b3671" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.546635] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3faeeb9d-ddba-4670-a661-3709797b3671" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.546635] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.547120] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.547120] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.547120] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.547291] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.547291] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3faeeb9d-ddba-4670-a661-3709797b3671',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 648.705063] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('66627ff8-a79a-4d5d-9281-a57be8b73d65',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 648.838463] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9dfcd550-672f-461d-9682-b9678535e4a8 in Status: SUCCESS [ 648.838961] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9dfcd550-672f-461d-9682-b9678535e4a8" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.050282] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.050523] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.050602] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.050907] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.051040] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.051704] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.051704] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.051704] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.052465] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.052465] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.052465] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3faeeb9d-ddba-4670-a661-3709797b3671 already deleted. [ 649.054194] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3faeeb9d-ddba-4670-a661-3709797b3671" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.078347] env[65562]: DEBUG networking_nsxv3.common.locking [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Lock network-58 taken with stack trace [, , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.078584] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquiring lock "network-58" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.078756] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired lock "network-58" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.079109] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired external semaphore "network-58" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.079381] env[65562]: DEBUG networking_nsxv3.common.locking [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.079535] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquiring lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.079661] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.079911] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired external semaphore "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.080064] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Releasing lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.080763] env[65562]: DEBUG dogpile.cache.region [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] No value present for key: 'zone-id' {{(pid=65562) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 649.080763] env[65562]: DEBUG dogpile.lock [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] NeedRegenerationException {{(pid=65562) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 649.080763] env[65562]: DEBUG dogpile.lock [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] no value, waiting for create lock {{(pid=65562) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 649.080763] env[65562]: DEBUG dogpile.lock [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] value creation lock acquired {{(pid=65562) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 649.080763] env[65562]: DEBUG dogpile.cache.region [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] No value present for key: 'zone-id' {{(pid=65562) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 649.080763] env[65562]: DEBUG dogpile.lock [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Calling creation function for not-yet-present value {{(pid=65562) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 649.081383] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 649.102960] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 649.103234] env[65562]: DEBUG dogpile.cache.region [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65562) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 649.103315] env[65562]: DEBUG dogpile.lock [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Released creation lock {{(pid=65562) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 649.103447] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Releasing lock "network-58" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.103770] env[65562]: DEBUG networking_nsxv3.common.locking [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Lock port-12f3b91b-12a6-422c-8fcb-0b15bb604038 taken with stack trace [, , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.103957] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquiring lock "port-12f3b91b-12a6-422c-8fcb-0b15bb604038" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.104065] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired lock "port-12f3b91b-12a6-422c-8fcb-0b15bb604038" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.104487] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired external semaphore "port-12f3b91b-12a6-422c-8fcb-0b15bb604038" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.104623] env[65562]: DEBUG networking_nsxv3.api.rpc [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('12f3b91b-12a6-422c-8fcb-0b15bb604038',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 649.211462] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.211462] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.211658] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.211742] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.211857] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.211919] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 66627ff8-a79a-4d5d-9281-a57be8b73d65 is going to be updated. [ 649.241172] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.241384] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.241443] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.241657] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.241801] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.250782] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 66627ff8-a79a-4d5d-9281-a57be8b73d65 in Status: IN_PROGRESS for 2s [ 649.416472] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ad1d197f-74fd-4a7c-9caf-d387031492a3 in Status: SUCCESS [ 649.416472] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ad1d197f-74fd-4a7c-9caf-d387031492a3" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.416472] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ad1d197f-74fd-4a7c-9caf-d387031492a3" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.416472] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ad1d197f-74fd-4a7c-9caf-d387031492a3" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.416472] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.416472] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.416472] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.416882] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.416882] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.417241] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ad1d197f-74fd-4a7c-9caf-d387031492a3" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.417241] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ad1d197f-74fd-4a7c-9caf-d387031492a3',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 649.607372] env[65562]: DEBUG networking_nsxv3.common.locking [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.607670] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.607819] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.608184] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.608364] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.608592] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Segment Port 12f3b91b-12a6-422c-8fcb-0b15bb604038 not found, creating... [ 649.608958] env[65562]: DEBUG networking_nsxv3.common.locking [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.609202] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquiring lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.609666] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.609666] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired external semaphore "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.609835] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Releasing lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.610232] env[65562]: DEBUG networking_nsxv3.common.locking [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.610714] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.610714] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.610792] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.611240] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.611240] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Resource: SegmentPort with ID: 12f3b91b-12a6-422c-8fcb-0b15bb604038 is going to be created. [ 649.637441] env[65562]: DEBUG networking_nsxv3.common.locking [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.637441] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.637441] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.637441] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.637441] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.637948] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Releasing lock "port-12f3b91b-12a6-422c-8fcb-0b15bb604038" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.919512] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-ad1d197f-74fd-4a7c-9caf-d387031492a3 taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.921279] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ad1d197f-74fd-4a7c-9caf-d387031492a3" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.921593] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ad1d197f-74fd-4a7c-9caf-d387031492a3" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.922223] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ad1d197f-74fd-4a7c-9caf-d387031492a3" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.922223] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.922388] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.922591] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.922645] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.922749] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.922855] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ad1d197f-74fd-4a7c-9caf-d387031492a3" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.923044] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-ad1d197f-74fd-4a7c-9caf-d387031492a3 taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.923143] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ad1d197f-74fd-4a7c-9caf-d387031492a3" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.923244] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ad1d197f-74fd-4a7c-9caf-d387031492a3" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.923407] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ad1d197f-74fd-4a7c-9caf-d387031492a3" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.923558] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.923879] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.923879] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.924022] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.924101] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.924209] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ad1d197f-74fd-4a7c-9caf-d387031492a3" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.924310] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ad1d197f-74fd-4a7c-9caf-d387031492a3',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 650.274081] env[65562]: INFO networking_nsxv3.common.synchronization [req-c8e558dd-f18e-4a89-a94f-074ad2b234ad req-23ba7ae4-6925-436a-950b-dd6f9de930a8 tempest-InstanceActionsTestJSON-1441838418 tempest-InstanceActionsTestJSON-1441838418-project-member] Enqueued Resource ID: 7b0d6b31-2d47-4d98-b90a-1c8f18cda7a7 with Priority: HIGHEST for action security_group_members [ 650.276180] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7b0d6b31-2d47-4d98-b90a-1c8f18cda7a7 with Priority: HIGHEST for action security_group_members [ 650.276601] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-7b0d6b31-2d47-4d98-b90a-1c8f18cda7a7 taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.276789] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7b0d6b31-2d47-4d98-b90a-1c8f18cda7a7" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.276860] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7b0d6b31-2d47-4d98-b90a-1c8f18cda7a7" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.277256] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7b0d6b31-2d47-4d98-b90a-1c8f18cda7a7" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.277351] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.277508] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.277678] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.277897] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.278026] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.278166] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7b0d6b31-2d47-4d98-b90a-1c8f18cda7a7',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 650.342068] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: deb0a406-97e5-4f45-bbdd-11a50b0025a6 in Status: SUCCESS [ 650.342237] env[65562]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: deb0a406-97e5-4f45-bbdd-11a50b0025a6 deletion is rescheduled due to dependency. [ 650.342365] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-deb0a406-97e5-4f45-bbdd-11a50b0025a6" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.420560] env[65562]: INFO networking_nsxv3.common.synchronization [req-5f92e62b-b5df-4193-8ab1-6a5f1936e5f0 req-6e5cb6d0-1acd-4400-88e3-561d698c8153 service nova] Enqueued Resource ID: 3faeeb9d-ddba-4670-a661-3709797b3671 with Priority: HIGHEST for action security_group_rules [ 650.420851] env[65562]: INFO networking_nsxv3.common.synchronization [req-5f92e62b-b5df-4193-8ab1-6a5f1936e5f0 req-6e5cb6d0-1acd-4400-88e3-561d698c8153 service nova] Enqueued Resource ID: 3faeeb9d-ddba-4670-a661-3709797b3671 with Priority: HIGHEST for action security_group_members [ 650.420932] env[65562]: INFO networking_nsxv3.common.synchronization [req-5f92e62b-b5df-4193-8ab1-6a5f1936e5f0 req-6e5cb6d0-1acd-4400-88e3-561d698c8153 service nova] Enqueued Resource ID: 12f3b91b-12a6-422c-8fcb-0b15bb604038 with Priority: HIGHEST for action port [ 650.422132] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3faeeb9d-ddba-4670-a661-3709797b3671 with Priority: HIGHEST for action security_group_rules [ 650.422132] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3faeeb9d-ddba-4670-a661-3709797b3671 with Priority: HIGHEST for action security_group_members [ 650.422132] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 12f3b91b-12a6-422c-8fcb-0b15bb604038 with Priority: HIGHEST for action port [ 650.422132] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3faeeb9d-ddba-4670-a661-3709797b3671 taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.422132] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3faeeb9d-ddba-4670-a661-3709797b3671" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.423093] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3faeeb9d-ddba-4670-a661-3709797b3671" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.423093] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3faeeb9d-ddba-4670-a661-3709797b3671" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.423093] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3faeeb9d-ddba-4670-a661-3709797b3671',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 650.425255] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-3faeeb9d-ddba-4670-a661-3709797b3671 taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.425255] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3faeeb9d-ddba-4670-a661-3709797b3671" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.425398] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3faeeb9d-ddba-4670-a661-3709797b3671" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.425611] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3faeeb9d-ddba-4670-a661-3709797b3671" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.425810] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.426017] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.426069] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.426232] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.428366] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.428366] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3faeeb9d-ddba-4670-a661-3709797b3671',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 650.428366] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock port-12f3b91b-12a6-422c-8fcb-0b15bb604038 taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.428366] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-12f3b91b-12a6-422c-8fcb-0b15bb604038" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.428366] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-12f3b91b-12a6-422c-8fcb-0b15bb604038" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.428366] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-12f3b91b-12a6-422c-8fcb-0b15bb604038" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.428366] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('12f3b91b-12a6-422c-8fcb-0b15bb604038',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 650.429038] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ad1d197f-74fd-4a7c-9caf-d387031492a3: rpc.has_security_group_logging(os_id): False [ 650.451589] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.451589] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.451589] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.452637] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.452637] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.452888] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.453151] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.454150] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.454150] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.454150] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.454810] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.454968] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.455312] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.455771] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.455923] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.456674] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.456674] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.456674] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.456990] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.457145] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.457684] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ad1d197f-74fd-4a7c-9caf-d387031492a3 is going to be created. [ 650.516675] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.516837] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.516912] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.517172] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.517360] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.530045] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ad1d197f-74fd-4a7c-9caf-d387031492a3 in Status: IN_PROGRESS for 2s [ 650.547795] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 01b4a28f-2af7-4dd0-8ce7-d59bea16cdcf in Status: SUCCESS [ 650.547968] env[65562]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 01b4a28f-2af7-4dd0-8ce7-d59bea16cdcf deletion is rescheduled due to dependency. [ 650.548380] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-01b4a28f-2af7-4dd0-8ce7-d59bea16cdcf" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.722069] env[65562]: DEBUG networking_nsxv3.common.locking [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Lock network-906 taken with stack trace [, , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.722069] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquiring lock "network-906" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.722069] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired lock "network-906" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.722069] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired external semaphore "network-906" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.722388] env[65562]: DEBUG networking_nsxv3.common.locking [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.722572] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquiring lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.722686] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.722918] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired external semaphore "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.723083] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Releasing lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.723300] env[65562]: DEBUG dogpile.cache.region [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] No value present for key: 'zone-id' {{(pid=65562) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 650.723465] env[65562]: DEBUG dogpile.lock [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] NeedRegenerationException {{(pid=65562) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 650.723526] env[65562]: DEBUG dogpile.lock [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] no value, waiting for create lock {{(pid=65562) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 650.723619] env[65562]: DEBUG dogpile.lock [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] value creation lock acquired {{(pid=65562) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 650.723723] env[65562]: DEBUG dogpile.cache.region [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] No value present for key: 'zone-id' {{(pid=65562) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 650.723825] env[65562]: DEBUG dogpile.lock [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Calling creation function for not-yet-present value {{(pid=65562) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 650.723950] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 650.743093] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 650.743317] env[65562]: DEBUG dogpile.cache.region [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65562) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 650.743479] env[65562]: DEBUG dogpile.lock [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Released creation lock {{(pid=65562) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 650.743718] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Releasing lock "network-906" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.744192] env[65562]: DEBUG networking_nsxv3.common.locking [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Lock port-b3602ef2-efc5-4555-947f-f13847bff704 taken with stack trace [, , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.744392] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquiring lock "port-b3602ef2-efc5-4555-947f-f13847bff704" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.744513] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired lock "port-b3602ef2-efc5-4555-947f-f13847bff704" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.745947] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired external semaphore "port-b3602ef2-efc5-4555-947f-f13847bff704" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.746172] env[65562]: DEBUG networking_nsxv3.api.rpc [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b3602ef2-efc5-4555-947f-f13847bff704',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 650.780194] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.780683] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.780683] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.780683] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.780892] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.780990] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.781123] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.781189] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.781355] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.781475] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.781530] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7b0d6b31-2d47-4d98-b90a-1c8f18cda7a7 already deleted. [ 650.781586] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7b0d6b31-2d47-4d98-b90a-1c8f18cda7a7" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.930233] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-3faeeb9d-ddba-4670-a661-3709797b3671 taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.930233] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3faeeb9d-ddba-4670-a661-3709797b3671" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.932179] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3faeeb9d-ddba-4670-a661-3709797b3671',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 650.933274] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 12f3b91b-12a6-422c-8fcb-0b15bb604038 with status ACTIVE [ 650.933274] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.933274] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.933274] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.933274] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.933274] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.933575] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.933575] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.933575] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.933747] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.933782] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.934101] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.934210] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.934287] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.934411] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.934483] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.934565] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 12f3b91b-12a6-422c-8fcb-0b15bb604038 is going to be updated. [ 650.958537] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.958715] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.958766] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.958956] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.959114] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.959277] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-12f3b91b-12a6-422c-8fcb-0b15bb604038" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.028467] env[65562]: INFO networking_nsxv3.common.synchronization [req-cc5274a0-3e86-4818-822d-3f24e0e83c6c req-0abf96a6-2946-470c-a049-d361756bb8cc tempest-SecurityGroupRulesNegativeTestJSON-98754644 tempest-SecurityGroupRulesNegativeTestJSON-98754644-project-member] Enqueued Resource ID: a1529879-3f95-4d74-92f4-0fb3b0189ec3 with Priority: HIGHEST for action security_group_rules [ 651.029052] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a1529879-3f95-4d74-92f4-0fb3b0189ec3 with Priority: HIGHEST for action security_group_rules [ 651.029374] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a1529879-3f95-4d74-92f4-0fb3b0189ec3 taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.029485] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a1529879-3f95-4d74-92f4-0fb3b0189ec3" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.029559] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a1529879-3f95-4d74-92f4-0fb3b0189ec3" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.030261] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a1529879-3f95-4d74-92f4-0fb3b0189ec3" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.030261] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a1529879-3f95-4d74-92f4-0fb3b0189ec3',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 651.249138] env[65562]: DEBUG networking_nsxv3.common.locking [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.249382] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.249486] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.249822] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.249981] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.250083] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Segment Port b3602ef2-efc5-4555-947f-f13847bff704 not found, creating... [ 651.250353] env[65562]: DEBUG networking_nsxv3.common.locking [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.250515] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquiring lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.250655] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.250860] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired external semaphore "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.250994] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Releasing lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.251310] env[65562]: DEBUG networking_nsxv3.common.locking [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.251459] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.251562] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.251782] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.251911] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.252071] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Resource: SegmentPort with ID: b3602ef2-efc5-4555-947f-f13847bff704 is going to be created. [ 651.263671] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 66627ff8-a79a-4d5d-9281-a57be8b73d65 in Status: SUCCESS [ 651.263918] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-66627ff8-a79a-4d5d-9281-a57be8b73d65" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.264353] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-66627ff8-a79a-4d5d-9281-a57be8b73d65" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.264583] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-66627ff8-a79a-4d5d-9281-a57be8b73d65" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.264804] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.264932] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.265021] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.265349] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.265456] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.265542] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-66627ff8-a79a-4d5d-9281-a57be8b73d65" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.265642] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('66627ff8-a79a-4d5d-9281-a57be8b73d65',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 651.280509] env[65562]: DEBUG networking_nsxv3.common.locking [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.280790] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.280921] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.281311] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.281650] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.281925] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Releasing lock "port-b3602ef2-efc5-4555-947f-f13847bff704" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.436731] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3faeeb9d-ddba-4670-a661-3709797b3671',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 651.556295] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.556446] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.556493] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.556720] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.556813] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.556909] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a1529879-3f95-4d74-92f4-0fb3b0189ec3 already deleted. [ 651.556996] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a1529879-3f95-4d74-92f4-0fb3b0189ec3" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.768049] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-66627ff8-a79a-4d5d-9281-a57be8b73d65 taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.768199] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-66627ff8-a79a-4d5d-9281-a57be8b73d65" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.768273] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-66627ff8-a79a-4d5d-9281-a57be8b73d65" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.768524] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-66627ff8-a79a-4d5d-9281-a57be8b73d65" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.768709] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.768761] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.768838] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.768982] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.769085] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.769176] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-66627ff8-a79a-4d5d-9281-a57be8b73d65" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.769323] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-66627ff8-a79a-4d5d-9281-a57be8b73d65 taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.769779] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-66627ff8-a79a-4d5d-9281-a57be8b73d65" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.769779] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-66627ff8-a79a-4d5d-9281-a57be8b73d65" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.769779] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-66627ff8-a79a-4d5d-9281-a57be8b73d65" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.769779] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.769942] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.769942] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.770019] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.770243] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.770243] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-66627ff8-a79a-4d5d-9281-a57be8b73d65" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.770243] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('66627ff8-a79a-4d5d-9281-a57be8b73d65',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 651.943234] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.943599] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.943599] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.943811] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.943811] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.943921] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3faeeb9d-ddba-4670-a661-3709797b3671 is going to be created. [ 651.971086] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.971246] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.971318] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.971560] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.971747] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.983444] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3faeeb9d-ddba-4670-a661-3709797b3671 in Status: UNINITIALIZED for 2s [ 651.994247] env[65562]: INFO networking_nsxv3.common.synchronization [req-c8e558dd-f18e-4a89-a94f-074ad2b234ad req-f25c4ff9-c4e4-459d-81df-152011619936 service nova] Enqueued Resource ID: 7b0d6b31-2d47-4d98-b90a-1c8f18cda7a7 with Priority: HIGHEST for action security_group_rules [ 651.994354] env[65562]: INFO networking_nsxv3.common.synchronization [req-c8e558dd-f18e-4a89-a94f-074ad2b234ad req-f25c4ff9-c4e4-459d-81df-152011619936 service nova] Enqueued Resource ID: 7b0d6b31-2d47-4d98-b90a-1c8f18cda7a7 with Priority: HIGHEST for action security_group_members [ 651.994660] env[65562]: INFO networking_nsxv3.common.synchronization [req-c8e558dd-f18e-4a89-a94f-074ad2b234ad req-f25c4ff9-c4e4-459d-81df-152011619936 service nova] Enqueued Resource ID: b3602ef2-efc5-4555-947f-f13847bff704 with Priority: HIGHEST for action port [ 651.994742] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7b0d6b31-2d47-4d98-b90a-1c8f18cda7a7 with Priority: HIGHEST for action security_group_rules [ 651.994829] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7b0d6b31-2d47-4d98-b90a-1c8f18cda7a7 with Priority: HIGHEST for action security_group_members [ 651.995712] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b3602ef2-efc5-4555-947f-f13847bff704 with Priority: HIGHEST for action port [ 651.995712] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7b0d6b31-2d47-4d98-b90a-1c8f18cda7a7 taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.996864] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7b0d6b31-2d47-4d98-b90a-1c8f18cda7a7" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.996864] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7b0d6b31-2d47-4d98-b90a-1c8f18cda7a7" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.997211] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7b0d6b31-2d47-4d98-b90a-1c8f18cda7a7" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.997211] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7b0d6b31-2d47-4d98-b90a-1c8f18cda7a7',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 652.003598] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-7b0d6b31-2d47-4d98-b90a-1c8f18cda7a7 taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.003598] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7b0d6b31-2d47-4d98-b90a-1c8f18cda7a7" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.003598] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7b0d6b31-2d47-4d98-b90a-1c8f18cda7a7" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.003598] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7b0d6b31-2d47-4d98-b90a-1c8f18cda7a7" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.003598] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.003598] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.003598] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.003598] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.003598] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.003598] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7b0d6b31-2d47-4d98-b90a-1c8f18cda7a7',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 652.003598] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock port-b3602ef2-efc5-4555-947f-f13847bff704 taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.003598] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b3602ef2-efc5-4555-947f-f13847bff704" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.003598] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b3602ef2-efc5-4555-947f-f13847bff704" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.003598] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b3602ef2-efc5-4555-947f-f13847bff704" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.003598] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b3602ef2-efc5-4555-947f-f13847bff704',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 652.272163] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 66627ff8-a79a-4d5d-9281-a57be8b73d65: rpc.has_security_group_logging(os_id): False [ 652.306177] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.306361] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.306361] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.306693] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.306797] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.306911] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.308078] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.308078] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.308078] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.308078] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.308078] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.308078] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.308078] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.308078] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.308078] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.308078] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.308822] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.308822] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.308822] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.308822] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.308822] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 66627ff8-a79a-4d5d-9281-a57be8b73d65 is going to be updated. [ 652.383457] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.383457] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.383457] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.383457] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.383457] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.398227] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 66627ff8-a79a-4d5d-9281-a57be8b73d65 in Status: IN_PROGRESS for 2s [ 652.507042] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-7b0d6b31-2d47-4d98-b90a-1c8f18cda7a7 taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.507196] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7b0d6b31-2d47-4d98-b90a-1c8f18cda7a7" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.507444] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7b0d6b31-2d47-4d98-b90a-1c8f18cda7a7',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 652.508361] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b3602ef2-efc5-4555-947f-f13847bff704 with status ACTIVE [ 652.509112] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.509112] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.509112] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.509112] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.509112] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.509377] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.509377] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.509377] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.509528] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.509589] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.509777] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.509867] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.510170] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.510247] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.510332] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.510367] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b3602ef2-efc5-4555-947f-f13847bff704 is going to be updated. [ 652.539238] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.539238] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.539238] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.539238] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.539238] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.539238] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b3602ef2-efc5-4555-947f-f13847bff704" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.544471] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ad1d197f-74fd-4a7c-9caf-d387031492a3 in Status: SUCCESS [ 652.544471] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ad1d197f-74fd-4a7c-9caf-d387031492a3" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.822233] env[65562]: INFO networking_nsxv3.common.synchronization [req-5d3ef279-9cf6-4e73-9f7e-3b33266261e6 req-c5d1b16c-e921-42b0-b330-58ad6aa96856 tempest-SecurityGroupRulesNegativeTestJSON-98754644 tempest-SecurityGroupRulesNegativeTestJSON-98754644-project-member] Enqueued Resource ID: a1529879-3f95-4d74-92f4-0fb3b0189ec3 with Priority: HIGHEST for action security_group_rules [ 652.822975] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a1529879-3f95-4d74-92f4-0fb3b0189ec3 with Priority: HIGHEST for action security_group_rules [ 652.823520] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a1529879-3f95-4d74-92f4-0fb3b0189ec3 taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.823520] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a1529879-3f95-4d74-92f4-0fb3b0189ec3" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.823647] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a1529879-3f95-4d74-92f4-0fb3b0189ec3" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.823779] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a1529879-3f95-4d74-92f4-0fb3b0189ec3" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.823863] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a1529879-3f95-4d74-92f4-0fb3b0189ec3',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 653.013118] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7b0d6b31-2d47-4d98-b90a-1c8f18cda7a7',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 653.358138] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.358138] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.358138] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.358138] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.358138] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.358138] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a1529879-3f95-4d74-92f4-0fb3b0189ec3 already deleted. [ 653.358138] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a1529879-3f95-4d74-92f4-0fb3b0189ec3" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.525644] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.525644] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.525644] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.525644] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.525644] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.525644] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7b0d6b31-2d47-4d98-b90a-1c8f18cda7a7 is going to be created. [ 653.553215] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.555136] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.555136] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.555136] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.555136] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.568097] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7b0d6b31-2d47-4d98-b90a-1c8f18cda7a7 in Status: UNINITIALIZED for 2s [ 653.993510] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3faeeb9d-ddba-4670-a661-3709797b3671 in Status: SUCCESS [ 653.993722] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3faeeb9d-ddba-4670-a661-3709797b3671" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.993890] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3faeeb9d-ddba-4670-a661-3709797b3671" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.994231] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3faeeb9d-ddba-4670-a661-3709797b3671" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.995024] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.995024] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.995024] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.995024] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.995024] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.995024] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3faeeb9d-ddba-4670-a661-3709797b3671" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.995024] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3faeeb9d-ddba-4670-a661-3709797b3671',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 654.413076] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 66627ff8-a79a-4d5d-9281-a57be8b73d65 in Status: SUCCESS [ 654.413425] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-66627ff8-a79a-4d5d-9281-a57be8b73d65" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.499190] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3faeeb9d-ddba-4670-a661-3709797b3671',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 655.001490] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3faeeb9d-ddba-4670-a661-3709797b3671: rpc.has_security_group_logging(os_id): False [ 655.024356] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.024600] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.024600] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.024845] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.024971] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.025246] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.025367] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.025409] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.025598] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.025748] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.025848] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3faeeb9d-ddba-4670-a661-3709797b3671 is going to be created. [ 655.089711] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.090151] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.090151] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.090387] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.090650] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.113207] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3faeeb9d-ddba-4670-a661-3709797b3671 in Status: IN_PROGRESS for 2s [ 655.540234] env[65562]: INFO networking_nsxv3.common.synchronization [req-6e51034b-6b79-401e-8bed-b85a5dd7dfb3 req-c711566d-f239-4dec-b308-e08076794579 tempest-ServerDiagnosticsNegativeTest-1541675189 tempest-ServerDiagnosticsNegativeTest-1541675189-project-member] Enqueued Resource ID: 25d9d77d-d4e5-4166-bea9-d14d91ea029a with Priority: HIGHEST for action security_group_members [ 655.540234] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 25d9d77d-d4e5-4166-bea9-d14d91ea029a with Priority: HIGHEST for action security_group_members [ 655.540234] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-25d9d77d-d4e5-4166-bea9-d14d91ea029a taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.540234] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-25d9d77d-d4e5-4166-bea9-d14d91ea029a" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.540234] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-25d9d77d-d4e5-4166-bea9-d14d91ea029a" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.540234] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-25d9d77d-d4e5-4166-bea9-d14d91ea029a" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.540234] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.540234] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.540234] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.540234] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.540234] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.540234] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('25d9d77d-d4e5-4166-bea9-d14d91ea029a',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 655.584933] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7b0d6b31-2d47-4d98-b90a-1c8f18cda7a7 in Status: SUCCESS [ 655.584933] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7b0d6b31-2d47-4d98-b90a-1c8f18cda7a7" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.584933] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7b0d6b31-2d47-4d98-b90a-1c8f18cda7a7" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.584933] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7b0d6b31-2d47-4d98-b90a-1c8f18cda7a7" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.584933] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.584933] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.584933] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.584933] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.584933] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.584933] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7b0d6b31-2d47-4d98-b90a-1c8f18cda7a7" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.584933] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7b0d6b31-2d47-4d98-b90a-1c8f18cda7a7',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 656.043905] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.044554] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.044688] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.045371] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.046162] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.046790] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.046950] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.047068] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.047470] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.047470] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.047583] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 25d9d77d-d4e5-4166-bea9-d14d91ea029a is going to be updated. [ 656.079055] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.081990] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.081990] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.081990] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.081990] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.087279] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-7b0d6b31-2d47-4d98-b90a-1c8f18cda7a7 taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.090597] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7b0d6b31-2d47-4d98-b90a-1c8f18cda7a7" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.090597] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7b0d6b31-2d47-4d98-b90a-1c8f18cda7a7" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.090597] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7b0d6b31-2d47-4d98-b90a-1c8f18cda7a7" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.090597] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.090597] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.090597] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.090597] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.090597] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.090597] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7b0d6b31-2d47-4d98-b90a-1c8f18cda7a7" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.090597] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-7b0d6b31-2d47-4d98-b90a-1c8f18cda7a7 taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.090597] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7b0d6b31-2d47-4d98-b90a-1c8f18cda7a7" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.090597] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7b0d6b31-2d47-4d98-b90a-1c8f18cda7a7" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.090597] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7b0d6b31-2d47-4d98-b90a-1c8f18cda7a7" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.090597] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.090597] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.090597] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.091262] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.091262] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.091262] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7b0d6b31-2d47-4d98-b90a-1c8f18cda7a7" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.091262] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7b0d6b31-2d47-4d98-b90a-1c8f18cda7a7',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 656.097391] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 25d9d77d-d4e5-4166-bea9-d14d91ea029a in Status: IN_PROGRESS for 2s [ 656.595043] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7b0d6b31-2d47-4d98-b90a-1c8f18cda7a7: rpc.has_security_group_logging(os_id): False [ 656.616156] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.616368] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.616722] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.616722] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.616957] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.619679] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.619679] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.619679] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.620916] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.620916] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.620916] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.622414] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.622414] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.622414] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.622414] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.622414] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.622414] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.622414] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.622414] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.623179] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.623179] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7b0d6b31-2d47-4d98-b90a-1c8f18cda7a7 is going to be created. [ 656.629102] env[65562]: INFO networking_nsxv3.common.synchronization [None req-db64e817-23f1-4f5e-ae6b-c4c92b26610b None None] Enqueued Resource ID: ef7e5a52-aa7e-4cdb-a1c9-f6fbeb0497da with Priority: HIGHEST for action port [ 656.629826] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ef7e5a52-aa7e-4cdb-a1c9-f6fbeb0497da with Priority: HIGHEST for action port [ 656.630338] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock port-ef7e5a52-aa7e-4cdb-a1c9-f6fbeb0497da taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.630497] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ef7e5a52-aa7e-4cdb-a1c9-f6fbeb0497da" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.631414] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ef7e5a52-aa7e-4cdb-a1c9-f6fbeb0497da" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.631414] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ef7e5a52-aa7e-4cdb-a1c9-f6fbeb0497da" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.631414] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ef7e5a52-aa7e-4cdb-a1c9-f6fbeb0497da',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 656.693438] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.693662] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.693731] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.693953] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.694266] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.713505] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7b0d6b31-2d47-4d98-b90a-1c8f18cda7a7 in Status: IN_PROGRESS for 2s [ 657.050036] env[65562]: INFO networking_nsxv3.common.synchronization [req-27ff0c6e-748d-43d2-8582-f44b19608dde req-cf60c820-7c86-40b4-b82f-d273b8ad6b15 tempest-ServersNegativeTestMultiTenantJSON-564741591 tempest-ServersNegativeTestMultiTenantJSON-564741591-project-member] Enqueued Resource ID: ebd72e05-80e9-4269-94bd-6e65a0ea534d with Priority: HIGHEST for action security_group_members [ 657.050036] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ebd72e05-80e9-4269-94bd-6e65a0ea534d with Priority: HIGHEST for action security_group_members [ 657.050260] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-ebd72e05-80e9-4269-94bd-6e65a0ea534d taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.051068] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ebd72e05-80e9-4269-94bd-6e65a0ea534d" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.051068] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ebd72e05-80e9-4269-94bd-6e65a0ea534d" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.051068] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ebd72e05-80e9-4269-94bd-6e65a0ea534d" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.052276] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.052276] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.052276] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.052276] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.052276] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.052276] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ebd72e05-80e9-4269-94bd-6e65a0ea534d',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 657.129892] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3faeeb9d-ddba-4670-a661-3709797b3671 in Status: SUCCESS [ 657.129892] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3faeeb9d-ddba-4670-a661-3709797b3671" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.134328] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ef7e5a52-aa7e-4cdb-a1c9-f6fbeb0497da [ 657.135078] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.135078] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.135078] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.135078] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.135800] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.135800] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ef7e5a52-aa7e-4cdb-a1c9-f6fbeb0497da already deleted. [ 657.135800] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ef7e5a52-aa7e-4cdb-a1c9-f6fbeb0497da" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.555874] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.555874] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.555874] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.556281] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.556383] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.556597] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.556701] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.556759] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.556922] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.556996] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.557093] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ebd72e05-80e9-4269-94bd-6e65a0ea534d is going to be updated. [ 657.594636] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.594636] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.594636] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.594912] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.595102] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.607228] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ebd72e05-80e9-4269-94bd-6e65a0ea534d in Status: IN_PROGRESS for 2s [ 658.082940] env[65562]: INFO networking_nsxv3.common.synchronization [req-2835db28-a1c7-4034-b026-b21c26607d06 req-c3b4bd67-fe91-4179-b54a-f9e4e102f0e6 tempest-ServersWithSpecificFlavorTestJSON-617861887 tempest-ServersWithSpecificFlavorTestJSON-617861887-project-member] Enqueued Resource ID: 1f786784-df0d-4ec4-9e14-8e73ab168990 with Priority: HIGHEST for action security_group_members [ 658.083648] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1f786784-df0d-4ec4-9e14-8e73ab168990 with Priority: HIGHEST for action security_group_members [ 658.084967] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-1f786784-df0d-4ec4-9e14-8e73ab168990 taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.084967] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1f786784-df0d-4ec4-9e14-8e73ab168990" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.084967] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1f786784-df0d-4ec4-9e14-8e73ab168990" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.084967] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1f786784-df0d-4ec4-9e14-8e73ab168990" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.085657] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.085657] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.085657] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.085657] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.085657] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.085657] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1f786784-df0d-4ec4-9e14-8e73ab168990',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 658.122430] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 25d9d77d-d4e5-4166-bea9-d14d91ea029a in Status: SUCCESS [ 658.122430] env[65562]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 25d9d77d-d4e5-4166-bea9-d14d91ea029a deletion is rescheduled due to dependency. [ 658.122430] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-25d9d77d-d4e5-4166-bea9-d14d91ea029a" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.578127] env[65562]: INFO networking_nsxv3.common.synchronization [None req-cfaebc54-a5cd-4879-a268-1296d0ee5bb0 None None] Enqueued Resource ID: 43e34456-3739-4b17-baf5-43a297c46b36 with Priority: HIGHEST for action port [ 658.578576] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 43e34456-3739-4b17-baf5-43a297c46b36 with Priority: HIGHEST for action port [ 658.578891] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock port-43e34456-3739-4b17-baf5-43a297c46b36 taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.581268] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-43e34456-3739-4b17-baf5-43a297c46b36" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.581268] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-43e34456-3739-4b17-baf5-43a297c46b36" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.581268] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-43e34456-3739-4b17-baf5-43a297c46b36" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.581268] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('43e34456-3739-4b17-baf5-43a297c46b36',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 658.593469] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.593793] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.593793] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.594320] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.594498] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.594868] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.595085] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.595178] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.595552] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.595721] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.595862] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1f786784-df0d-4ec4-9e14-8e73ab168990 already deleted. [ 658.595988] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1f786784-df0d-4ec4-9e14-8e73ab168990" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.732507] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7b0d6b31-2d47-4d98-b90a-1c8f18cda7a7 in Status: SUCCESS [ 658.732893] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7b0d6b31-2d47-4d98-b90a-1c8f18cda7a7" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.892584] env[65562]: DEBUG networking_nsxv3.common.locking [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Lock network-843 taken with stack trace [, , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.892774] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquiring lock "network-843" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.892921] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired lock "network-843" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.893249] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired external semaphore "network-843" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.893511] env[65562]: DEBUG networking_nsxv3.common.locking [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.893664] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquiring lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.893777] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.894012] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired external semaphore "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.894323] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Releasing lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.894475] env[65562]: DEBUG dogpile.cache.region [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] No value present for key: 'zone-id' {{(pid=65562) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 658.894548] env[65562]: DEBUG dogpile.lock [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] NeedRegenerationException {{(pid=65562) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 658.894764] env[65562]: DEBUG dogpile.lock [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] no value, waiting for create lock {{(pid=65562) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 658.894764] env[65562]: DEBUG dogpile.lock [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] value creation lock acquired {{(pid=65562) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 658.895027] env[65562]: DEBUG dogpile.cache.region [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] No value present for key: 'zone-id' {{(pid=65562) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 658.895027] env[65562]: DEBUG dogpile.lock [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Calling creation function for not-yet-present value {{(pid=65562) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 658.895027] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 658.915763] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 658.917166] env[65562]: DEBUG dogpile.cache.region [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65562) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 658.917166] env[65562]: DEBUG dogpile.lock [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Released creation lock {{(pid=65562) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 658.917166] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Releasing lock "network-843" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.917166] env[65562]: DEBUG networking_nsxv3.common.locking [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Lock port-38b56671-5362-4693-b6d0-280c5c4b2ccc taken with stack trace [, , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.917739] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquiring lock "port-38b56671-5362-4693-b6d0-280c5c4b2ccc" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.918085] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired lock "port-38b56671-5362-4693-b6d0-280c5c4b2ccc" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.919516] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired external semaphore "port-38b56671-5362-4693-b6d0-280c5c4b2ccc" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.919516] env[65562]: DEBUG networking_nsxv3.api.rpc [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('38b56671-5362-4693-b6d0-280c5c4b2ccc',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 659.085989] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 43e34456-3739-4b17-baf5-43a297c46b36 [ 659.085989] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.085989] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.085989] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.085989] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.085989] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.085989] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:43e34456-3739-4b17-baf5-43a297c46b36 already deleted. [ 659.085989] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-43e34456-3739-4b17-baf5-43a297c46b36" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.421480] env[65562]: DEBUG networking_nsxv3.common.locking [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.421717] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.421826] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.422188] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.422383] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.422551] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Segment Port 38b56671-5362-4693-b6d0-280c5c4b2ccc not found, creating... [ 659.422904] env[65562]: DEBUG networking_nsxv3.common.locking [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.423142] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquiring lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.423278] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.423564] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired external semaphore "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.423709] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Releasing lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.424072] env[65562]: DEBUG networking_nsxv3.common.locking [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.424352] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.424512] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.424702] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.424858] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.424963] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Resource: SegmentPort with ID: 38b56671-5362-4693-b6d0-280c5c4b2ccc is going to be created. [ 659.446659] env[65562]: DEBUG networking_nsxv3.common.locking [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.446908] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.447057] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.447279] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.447506] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.447728] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Releasing lock "port-38b56671-5362-4693-b6d0-280c5c4b2ccc" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.622160] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ebd72e05-80e9-4269-94bd-6e65a0ea534d in Status: SUCCESS [ 659.622810] env[65562]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ebd72e05-80e9-4269-94bd-6e65a0ea534d deletion is rescheduled due to dependency. [ 659.622810] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ebd72e05-80e9-4269-94bd-6e65a0ea534d" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.716314] env[65562]: INFO networking_nsxv3.common.synchronization [req-2835db28-a1c7-4034-b026-b21c26607d06 req-7973da01-5c21-4f74-a11a-07a051b363a6 service nova] Enqueued Resource ID: 1f786784-df0d-4ec4-9e14-8e73ab168990 with Priority: HIGHEST for action security_group_rules [ 660.716681] env[65562]: INFO networking_nsxv3.common.synchronization [req-2835db28-a1c7-4034-b026-b21c26607d06 req-7973da01-5c21-4f74-a11a-07a051b363a6 service nova] Enqueued Resource ID: 1f786784-df0d-4ec4-9e14-8e73ab168990 with Priority: HIGHEST for action security_group_members [ 660.716681] env[65562]: INFO networking_nsxv3.common.synchronization [req-2835db28-a1c7-4034-b026-b21c26607d06 req-7973da01-5c21-4f74-a11a-07a051b363a6 service nova] Enqueued Resource ID: 38b56671-5362-4693-b6d0-280c5c4b2ccc with Priority: HIGHEST for action port [ 660.718868] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1f786784-df0d-4ec4-9e14-8e73ab168990 with Priority: HIGHEST for action security_group_rules [ 660.719306] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1f786784-df0d-4ec4-9e14-8e73ab168990 with Priority: HIGHEST for action security_group_members [ 660.719497] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 38b56671-5362-4693-b6d0-280c5c4b2ccc with Priority: HIGHEST for action port [ 660.719998] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1f786784-df0d-4ec4-9e14-8e73ab168990 taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.720349] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1f786784-df0d-4ec4-9e14-8e73ab168990" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.720349] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1f786784-df0d-4ec4-9e14-8e73ab168990" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.721068] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1f786784-df0d-4ec4-9e14-8e73ab168990" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.721133] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1f786784-df0d-4ec4-9e14-8e73ab168990',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 660.728830] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-1f786784-df0d-4ec4-9e14-8e73ab168990 taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.729165] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1f786784-df0d-4ec4-9e14-8e73ab168990" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.729299] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1f786784-df0d-4ec4-9e14-8e73ab168990" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.731251] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1f786784-df0d-4ec4-9e14-8e73ab168990" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.731479] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.731611] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.731684] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.731988] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.731988] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.732202] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1f786784-df0d-4ec4-9e14-8e73ab168990',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 660.733205] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock port-38b56671-5362-4693-b6d0-280c5c4b2ccc taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.733291] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-38b56671-5362-4693-b6d0-280c5c4b2ccc" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.733291] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-38b56671-5362-4693-b6d0-280c5c4b2ccc" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.733468] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-38b56671-5362-4693-b6d0-280c5c4b2ccc" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.733553] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('38b56671-5362-4693-b6d0-280c5c4b2ccc',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 661.195406] env[65562]: INFO networking_nsxv3.common.synchronization [None req-9551b659-dde0-4d30-92c6-1cb4d9836bd5 None None] Enqueued Resource ID: c695a127-8b3d-46ca-b1a4-d2a17b0d14e4 with Priority: HIGHEST for action port [ 661.196316] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c695a127-8b3d-46ca-b1a4-d2a17b0d14e4 with Priority: HIGHEST for action port [ 661.196877] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock port-c695a127-8b3d-46ca-b1a4-d2a17b0d14e4 taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.197116] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c695a127-8b3d-46ca-b1a4-d2a17b0d14e4" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.197569] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c695a127-8b3d-46ca-b1a4-d2a17b0d14e4" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.197893] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c695a127-8b3d-46ca-b1a4-d2a17b0d14e4" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.198057] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c695a127-8b3d-46ca-b1a4-d2a17b0d14e4',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 661.228303] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-1f786784-df0d-4ec4-9e14-8e73ab168990 taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.228494] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1f786784-df0d-4ec4-9e14-8e73ab168990" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.236419] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1f786784-df0d-4ec4-9e14-8e73ab168990',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 661.237610] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 38b56671-5362-4693-b6d0-280c5c4b2ccc with status ACTIVE [ 661.237893] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.238091] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.238155] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.238366] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.238457] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.238998] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.238998] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.238998] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.238998] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.238998] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.239256] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.239311] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.239348] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.239665] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.239665] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.239665] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 38b56671-5362-4693-b6d0-280c5c4b2ccc is going to be updated. [ 661.268380] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.268723] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.268723] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.268945] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.269110] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.269282] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-38b56671-5362-4693-b6d0-280c5c4b2ccc" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.701091] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c695a127-8b3d-46ca-b1a4-d2a17b0d14e4 [ 661.701406] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.701594] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.701672] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.701908] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.702015] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.702135] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c695a127-8b3d-46ca-b1a4-d2a17b0d14e4 already deleted. [ 661.702232] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c695a127-8b3d-46ca-b1a4-d2a17b0d14e4" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.741435] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1f786784-df0d-4ec4-9e14-8e73ab168990',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 662.245212] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.245212] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.245212] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.245972] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.246143] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.246811] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1f786784-df0d-4ec4-9e14-8e73ab168990 is going to be created. [ 662.278692] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.279286] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.279286] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.279451] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.280371] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.310195] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1f786784-df0d-4ec4-9e14-8e73ab168990 in Status: UNINITIALIZED for 2s [ 662.535842] env[65562]: INFO networking_nsxv3.common.synchronization [None req-ff3ef382-8222-4ebb-930c-16a853768a2a None None] Enqueued Resource ID: ca7c6fe9-8753-4e8d-b800-b8b3b846a701 with Priority: HIGHEST for action port [ 662.537062] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ca7c6fe9-8753-4e8d-b800-b8b3b846a701 with Priority: HIGHEST for action port [ 662.537062] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock port-ca7c6fe9-8753-4e8d-b800-b8b3b846a701 taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.537062] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ca7c6fe9-8753-4e8d-b800-b8b3b846a701" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.537062] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ca7c6fe9-8753-4e8d-b800-b8b3b846a701" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.537062] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ca7c6fe9-8753-4e8d-b800-b8b3b846a701" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.537062] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ca7c6fe9-8753-4e8d-b800-b8b3b846a701',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 663.043881] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ca7c6fe9-8753-4e8d-b800-b8b3b846a701 [ 663.044386] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.045422] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.045563] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.045783] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.045878] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.045946] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ca7c6fe9-8753-4e8d-b800-b8b3b846a701 already deleted. [ 663.046044] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ca7c6fe9-8753-4e8d-b800-b8b3b846a701" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.569124] env[65562]: INFO networking_nsxv3.common.synchronization [req-b61bb3de-4dc3-4930-9428-78e4b36b4999 req-ead490d9-9efd-40d3-b6aa-6c930d1765e4 tempest-ServerRescueTestJSONUnderV235-1402422863 tempest-ServerRescueTestJSONUnderV235-1402422863-project-member] Enqueued Resource ID: c3ff403a-12a9-4317-b6a1-2b0a324d957b with Priority: HIGHEST for action security_group_members [ 663.569680] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c3ff403a-12a9-4317-b6a1-2b0a324d957b with Priority: HIGHEST for action security_group_members [ 663.569978] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-c3ff403a-12a9-4317-b6a1-2b0a324d957b taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.570167] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c3ff403a-12a9-4317-b6a1-2b0a324d957b" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.570261] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c3ff403a-12a9-4317-b6a1-2b0a324d957b" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.570436] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c3ff403a-12a9-4317-b6a1-2b0a324d957b" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.570610] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.571040] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.571040] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.571040] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.571040] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.571461] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c3ff403a-12a9-4317-b6a1-2b0a324d957b',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 663.951605] env[65562]: DEBUG networking_nsxv3.common.locking [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Lock network-952 taken with stack trace [, , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.951836] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquiring lock "network-952" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.951967] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired lock "network-952" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.956396] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired external semaphore "network-952" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.956701] env[65562]: DEBUG networking_nsxv3.common.locking [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.959209] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquiring lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.959209] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.959209] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired external semaphore "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.959209] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Releasing lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.959209] env[65562]: DEBUG dogpile.cache.region [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] No value present for key: 'zone-id' {{(pid=65562) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 663.959209] env[65562]: DEBUG dogpile.lock [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] NeedRegenerationException {{(pid=65562) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 663.959209] env[65562]: DEBUG dogpile.lock [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] no value, waiting for create lock {{(pid=65562) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 663.959209] env[65562]: DEBUG dogpile.lock [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] value creation lock acquired {{(pid=65562) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 663.959209] env[65562]: DEBUG dogpile.cache.region [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] No value present for key: 'zone-id' {{(pid=65562) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 663.959209] env[65562]: DEBUG dogpile.lock [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Calling creation function for not-yet-present value {{(pid=65562) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 663.959209] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 663.980468] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 663.980625] env[65562]: DEBUG dogpile.cache.region [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65562) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 663.981428] env[65562]: DEBUG dogpile.lock [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Released creation lock {{(pid=65562) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 663.981727] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Releasing lock "network-952" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.982269] env[65562]: DEBUG networking_nsxv3.common.locking [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Lock port-ee16f02d-ffcb-44da-a338-9ea334550837 taken with stack trace [, , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.982973] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquiring lock "port-ee16f02d-ffcb-44da-a338-9ea334550837" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.982973] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired lock "port-ee16f02d-ffcb-44da-a338-9ea334550837" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.982973] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired external semaphore "port-ee16f02d-ffcb-44da-a338-9ea334550837" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.983813] env[65562]: DEBUG networking_nsxv3.api.rpc [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ee16f02d-ffcb-44da-a338-9ea334550837',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 664.078152] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.078470] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.078470] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.078723] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.078796] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.078956] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.079073] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.079136] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.079289] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.079369] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.079467] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c3ff403a-12a9-4317-b6a1-2b0a324d957b already deleted. [ 664.079983] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c3ff403a-12a9-4317-b6a1-2b0a324d957b" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.321144] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1f786784-df0d-4ec4-9e14-8e73ab168990 in Status: SUCCESS [ 664.321204] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1f786784-df0d-4ec4-9e14-8e73ab168990" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.321860] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1f786784-df0d-4ec4-9e14-8e73ab168990" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.321860] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1f786784-df0d-4ec4-9e14-8e73ab168990" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.321860] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.322145] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.322145] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.322145] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.322431] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.322431] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1f786784-df0d-4ec4-9e14-8e73ab168990" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.322431] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1f786784-df0d-4ec4-9e14-8e73ab168990',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 664.486984] env[65562]: DEBUG networking_nsxv3.common.locking [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.487247] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.487366] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.487683] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.487787] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.489017] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Segment Port ee16f02d-ffcb-44da-a338-9ea334550837 not found, creating... [ 664.489017] env[65562]: DEBUG networking_nsxv3.common.locking [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.489017] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquiring lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.489017] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.489017] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired external semaphore "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.489017] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Releasing lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.489381] env[65562]: DEBUG networking_nsxv3.common.locking [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.489381] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.489381] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.489535] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.489659] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.489786] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Resource: SegmentPort with ID: ee16f02d-ffcb-44da-a338-9ea334550837 is going to be created. [ 664.525375] env[65562]: DEBUG networking_nsxv3.common.locking [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.526084] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.526084] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.526084] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.526254] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.526405] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Releasing lock "port-ee16f02d-ffcb-44da-a338-9ea334550837" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.825364] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1f786784-df0d-4ec4-9e14-8e73ab168990',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 665.023378] env[65562]: INFO networking_nsxv3.common.synchronization [None req-303a7328-9f4e-4e92-9f65-b3fb6cc566a9 None None] Enqueued Resource ID: 28abf47a-e2a9-4698-8325-f0b47d4c0b92 with Priority: HIGHEST for action port [ 665.023923] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 28abf47a-e2a9-4698-8325-f0b47d4c0b92 with Priority: HIGHEST for action port [ 665.024466] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock port-28abf47a-e2a9-4698-8325-f0b47d4c0b92 taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.024896] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-28abf47a-e2a9-4698-8325-f0b47d4c0b92" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.024974] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-28abf47a-e2a9-4698-8325-f0b47d4c0b92" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.025488] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-28abf47a-e2a9-4698-8325-f0b47d4c0b92" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.025488] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('28abf47a-e2a9-4698-8325-f0b47d4c0b92',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 665.137145] env[65562]: INFO networking_nsxv3.common.synchronization [None req-1e282c69-ac86-4e69-a933-90568d3a5321 None None] Enqueued Resource ID: b6856355-bf34-43de-9d0a-c823f69cf977 with Priority: HIGHEST for action port [ 665.138691] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b6856355-bf34-43de-9d0a-c823f69cf977 with Priority: HIGHEST for action port [ 665.139301] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock port-b6856355-bf34-43de-9d0a-c823f69cf977 taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.139458] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b6856355-bf34-43de-9d0a-c823f69cf977" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.139531] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b6856355-bf34-43de-9d0a-c823f69cf977" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.139812] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b6856355-bf34-43de-9d0a-c823f69cf977" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.139898] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b6856355-bf34-43de-9d0a-c823f69cf977',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 665.330624] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1f786784-df0d-4ec4-9e14-8e73ab168990: rpc.has_security_group_logging(os_id): False [ 665.332655] env[65562]: INFO networking_nsxv3.common.synchronization [req-b61bb3de-4dc3-4930-9428-78e4b36b4999 req-240aa309-3df6-4e53-9b41-59b875ba58fc service nova] Enqueued Resource ID: c3ff403a-12a9-4317-b6a1-2b0a324d957b with Priority: HIGHEST for action security_group_rules [ 665.332655] env[65562]: INFO networking_nsxv3.common.synchronization [req-b61bb3de-4dc3-4930-9428-78e4b36b4999 req-240aa309-3df6-4e53-9b41-59b875ba58fc service nova] Enqueued Resource ID: c3ff403a-12a9-4317-b6a1-2b0a324d957b with Priority: HIGHEST for action security_group_members [ 665.332655] env[65562]: INFO networking_nsxv3.common.synchronization [req-b61bb3de-4dc3-4930-9428-78e4b36b4999 req-240aa309-3df6-4e53-9b41-59b875ba58fc service nova] Enqueued Resource ID: ee16f02d-ffcb-44da-a338-9ea334550837 with Priority: HIGHEST for action port [ 665.332655] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c3ff403a-12a9-4317-b6a1-2b0a324d957b with Priority: HIGHEST for action security_group_rules [ 665.332655] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c3ff403a-12a9-4317-b6a1-2b0a324d957b with Priority: HIGHEST for action security_group_members [ 665.332655] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ee16f02d-ffcb-44da-a338-9ea334550837 with Priority: HIGHEST for action port [ 665.333936] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c3ff403a-12a9-4317-b6a1-2b0a324d957b taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.333936] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c3ff403a-12a9-4317-b6a1-2b0a324d957b" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.333936] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c3ff403a-12a9-4317-b6a1-2b0a324d957b" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.348805] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c3ff403a-12a9-4317-b6a1-2b0a324d957b" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.349684] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c3ff403a-12a9-4317-b6a1-2b0a324d957b',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 665.351171] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-c3ff403a-12a9-4317-b6a1-2b0a324d957b taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.351309] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c3ff403a-12a9-4317-b6a1-2b0a324d957b" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.351385] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c3ff403a-12a9-4317-b6a1-2b0a324d957b" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.351581] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c3ff403a-12a9-4317-b6a1-2b0a324d957b" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.351738] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.351839] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.352219] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.352219] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.352375] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.352375] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c3ff403a-12a9-4317-b6a1-2b0a324d957b',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 665.354853] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock port-ee16f02d-ffcb-44da-a338-9ea334550837 taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.355043] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ee16f02d-ffcb-44da-a338-9ea334550837" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.355043] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ee16f02d-ffcb-44da-a338-9ea334550837" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.355221] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ee16f02d-ffcb-44da-a338-9ea334550837" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.355353] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ee16f02d-ffcb-44da-a338-9ea334550837',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 665.357679] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.357679] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.357679] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.357679] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.357894] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.357988] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.358129] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.358129] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.358438] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.358438] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.358438] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1f786784-df0d-4ec4-9e14-8e73ab168990 is going to be created. [ 665.423639] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.424210] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.424698] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.425384] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.426600] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.440898] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1f786784-df0d-4ec4-9e14-8e73ab168990 in Status: IN_PROGRESS for 2s [ 665.528266] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 28abf47a-e2a9-4698-8325-f0b47d4c0b92 [ 665.528490] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.528632] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.528708] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.528942] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.529050] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.529153] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:28abf47a-e2a9-4698-8325-f0b47d4c0b92 already deleted. [ 665.529235] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-28abf47a-e2a9-4698-8325-f0b47d4c0b92" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.643749] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b6856355-bf34-43de-9d0a-c823f69cf977 [ 665.644994] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.644994] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.644994] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.644994] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.644994] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.644994] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b6856355-bf34-43de-9d0a-c823f69cf977 already deleted. [ 665.644994] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b6856355-bf34-43de-9d0a-c823f69cf977" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.858177] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c3ff403a-12a9-4317-b6a1-2b0a324d957b',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 665.862923] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-c3ff403a-12a9-4317-b6a1-2b0a324d957b taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.862923] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c3ff403a-12a9-4317-b6a1-2b0a324d957b" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.862923] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ee16f02d-ffcb-44da-a338-9ea334550837 with status ACTIVE [ 665.862923] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.862923] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.862923] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.862923] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.862923] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.863508] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.863508] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.863508] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.863508] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.863736] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.863914] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.863977] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.864176] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.864176] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.864436] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.866057] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ee16f02d-ffcb-44da-a338-9ea334550837 is going to be updated. [ 665.890112] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.890112] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.890112] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.890112] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.890112] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.890112] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ee16f02d-ffcb-44da-a338-9ea334550837" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.364490] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c3ff403a-12a9-4317-b6a1-2b0a324d957b',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 666.402403] env[65562]: INFO networking_nsxv3.common.synchronization [None req-03cc9803-e391-4add-83e2-616043b973f7 tempest-ServersV294TestFqdnHostnames-97372038 tempest-ServersV294TestFqdnHostnames-97372038-project-member] Enqueued Resource ID: b4d7ec2e-c0bb-4e98-9e1e-6b5ad4f87e19 with Priority: HIGHEST for action security_group_rules [ 666.402992] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b4d7ec2e-c0bb-4e98-9e1e-6b5ad4f87e19 with Priority: HIGHEST for action security_group_rules [ 666.403357] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b4d7ec2e-c0bb-4e98-9e1e-6b5ad4f87e19 taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.403455] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b4d7ec2e-c0bb-4e98-9e1e-6b5ad4f87e19" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.403493] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b4d7ec2e-c0bb-4e98-9e1e-6b5ad4f87e19" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.403780] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b4d7ec2e-c0bb-4e98-9e1e-6b5ad4f87e19" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.403841] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b4d7ec2e-c0bb-4e98-9e1e-6b5ad4f87e19',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 666.533230] env[65562]: INFO networking_nsxv3.common.synchronization [None req-b15b4d52-96e8-4b5f-a5e0-83e958174b14 tempest-ServersV294TestFqdnHostnames-97372038 tempest-ServersV294TestFqdnHostnames-97372038-project-member] Enqueued Resource ID: b4d7ec2e-c0bb-4e98-9e1e-6b5ad4f87e19 with Priority: HIGHEST for action security_group_rules [ 666.533827] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b4d7ec2e-c0bb-4e98-9e1e-6b5ad4f87e19 with Priority: HIGHEST for action security_group_rules [ 666.537050] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b4d7ec2e-c0bb-4e98-9e1e-6b5ad4f87e19 taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.537050] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b4d7ec2e-c0bb-4e98-9e1e-6b5ad4f87e19" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.868222] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.868222] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.868222] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.868222] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.868222] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.868222] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c3ff403a-12a9-4317-b6a1-2b0a324d957b is going to be created. [ 666.890711] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.891059] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.891253] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.891546] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.891825] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.903129] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c3ff403a-12a9-4317-b6a1-2b0a324d957b in Status: UNINITIALIZED for 2s [ 666.925492] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.925681] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.925681] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.926906] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.926906] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.926906] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b4d7ec2e-c0bb-4e98-9e1e-6b5ad4f87e19 already deleted. [ 666.926906] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b4d7ec2e-c0bb-4e98-9e1e-6b5ad4f87e19" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.926906] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b4d7ec2e-c0bb-4e98-9e1e-6b5ad4f87e19" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.926906] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b4d7ec2e-c0bb-4e98-9e1e-6b5ad4f87e19" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.926906] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b4d7ec2e-c0bb-4e98-9e1e-6b5ad4f87e19',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 667.468920] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.468920] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.468920] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.468920] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.468920] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.468920] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b4d7ec2e-c0bb-4e98-9e1e-6b5ad4f87e19 already deleted. [ 667.468920] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b4d7ec2e-c0bb-4e98-9e1e-6b5ad4f87e19" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.468920] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1f786784-df0d-4ec4-9e14-8e73ab168990 in Status: SUCCESS [ 667.468920] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1f786784-df0d-4ec4-9e14-8e73ab168990" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.596070] env[65562]: INFO networking_nsxv3.common.synchronization [req-6ceb9fea-f6e4-45fd-8985-334d57146890 req-dceee0ba-4680-436b-93d8-0e89c085ac95 tempest-VolumesAdminNegativeTest-1625437228 tempest-VolumesAdminNegativeTest-1625437228-project-member] Enqueued Resource ID: 0da5259b-fcc6-48a6-95ac-feb188af9246 with Priority: HIGHEST for action security_group_members [ 667.597450] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0da5259b-fcc6-48a6-95ac-feb188af9246 with Priority: HIGHEST for action security_group_members [ 667.597450] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-0da5259b-fcc6-48a6-95ac-feb188af9246 taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.597450] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0da5259b-fcc6-48a6-95ac-feb188af9246" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.597450] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0da5259b-fcc6-48a6-95ac-feb188af9246" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.597450] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0da5259b-fcc6-48a6-95ac-feb188af9246" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.597733] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.597733] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.597822] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.598330] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.598330] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.598330] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0da5259b-fcc6-48a6-95ac-feb188af9246',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 668.106702] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.106855] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.106905] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.107169] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.107270] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.108482] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.109208] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.109208] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.109208] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.109208] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.109208] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0da5259b-fcc6-48a6-95ac-feb188af9246 is going to be updated. [ 668.142629] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.142819] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.142935] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.143518] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.143698] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.164987] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0da5259b-fcc6-48a6-95ac-feb188af9246 in Status: IN_PROGRESS for 2s [ 668.643017] env[65562]: INFO networking_nsxv3.common.synchronization [None req-af7db658-3a95-4da5-853f-b7fa5bf41a31 None None] Enqueued Resource ID: 7fd6dce1-2ff6-47ba-a6f1-7866d4d4227a with Priority: HIGHEST for action port [ 668.643301] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7fd6dce1-2ff6-47ba-a6f1-7866d4d4227a with Priority: HIGHEST for action port [ 668.643849] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock port-7fd6dce1-2ff6-47ba-a6f1-7866d4d4227a taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.643978] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7fd6dce1-2ff6-47ba-a6f1-7866d4d4227a" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.645353] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7fd6dce1-2ff6-47ba-a6f1-7866d4d4227a" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.645774] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7fd6dce1-2ff6-47ba-a6f1-7866d4d4227a" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.645992] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7fd6dce1-2ff6-47ba-a6f1-7866d4d4227a',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 668.917387] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c3ff403a-12a9-4317-b6a1-2b0a324d957b in Status: SUCCESS [ 668.917387] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c3ff403a-12a9-4317-b6a1-2b0a324d957b" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.917387] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c3ff403a-12a9-4317-b6a1-2b0a324d957b" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.917387] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c3ff403a-12a9-4317-b6a1-2b0a324d957b" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.917387] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.917387] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.917387] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.917387] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.917387] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.917387] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c3ff403a-12a9-4317-b6a1-2b0a324d957b" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.917387] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c3ff403a-12a9-4317-b6a1-2b0a324d957b',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 669.150283] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7fd6dce1-2ff6-47ba-a6f1-7866d4d4227a [ 669.150283] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.150572] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.150685] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.151674] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.151674] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.151674] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7fd6dce1-2ff6-47ba-a6f1-7866d4d4227a already deleted. [ 669.151674] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7fd6dce1-2ff6-47ba-a6f1-7866d4d4227a" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.420549] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-c3ff403a-12a9-4317-b6a1-2b0a324d957b taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.421203] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c3ff403a-12a9-4317-b6a1-2b0a324d957b" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.421203] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c3ff403a-12a9-4317-b6a1-2b0a324d957b" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.421411] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c3ff403a-12a9-4317-b6a1-2b0a324d957b" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.422041] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.422041] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.422041] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.422041] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.422041] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.422381] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c3ff403a-12a9-4317-b6a1-2b0a324d957b" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.422381] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-c3ff403a-12a9-4317-b6a1-2b0a324d957b taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.422381] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c3ff403a-12a9-4317-b6a1-2b0a324d957b" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.422497] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c3ff403a-12a9-4317-b6a1-2b0a324d957b" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.422529] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c3ff403a-12a9-4317-b6a1-2b0a324d957b" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.422665] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.422750] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.422806] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.423527] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.426551] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.426551] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c3ff403a-12a9-4317-b6a1-2b0a324d957b" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.426551] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c3ff403a-12a9-4317-b6a1-2b0a324d957b',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 669.932880] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c3ff403a-12a9-4317-b6a1-2b0a324d957b: rpc.has_security_group_logging(os_id): False [ 669.953155] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.953548] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.953677] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.953891] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.953990] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.954231] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.954388] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.954456] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.954570] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.954656] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.954835] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.954929] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.954992] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.955150] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.955226] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.955410] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.955501] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.955564] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.955703] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.955778] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.955861] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c3ff403a-12a9-4317-b6a1-2b0a324d957b is going to be created. [ 670.041459] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.044024] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.044024] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.044024] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.044024] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.054427] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c3ff403a-12a9-4317-b6a1-2b0a324d957b in Status: IN_PROGRESS for 2s [ 670.175655] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0da5259b-fcc6-48a6-95ac-feb188af9246 in Status: SUCCESS [ 670.175879] env[65562]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0da5259b-fcc6-48a6-95ac-feb188af9246 deletion is rescheduled due to dependency. [ 670.175996] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0da5259b-fcc6-48a6-95ac-feb188af9246" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.205805] env[65562]: INFO networking_nsxv3.common.synchronization [None req-bf27e0e1-0c6e-4503-9128-08d079fded45 None None] Enqueued Resource ID: 669108ad-11ae-4eb4-9b15-24963c7fa213 with Priority: HIGHEST for action port [ 671.205805] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 669108ad-11ae-4eb4-9b15-24963c7fa213 with Priority: HIGHEST for action port [ 671.206136] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock port-669108ad-11ae-4eb4-9b15-24963c7fa213 taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.206136] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-669108ad-11ae-4eb4-9b15-24963c7fa213" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.206243] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-669108ad-11ae-4eb4-9b15-24963c7fa213" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.207126] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-669108ad-11ae-4eb4-9b15-24963c7fa213" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.207126] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('669108ad-11ae-4eb4-9b15-24963c7fa213',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 671.709445] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 669108ad-11ae-4eb4-9b15-24963c7fa213 [ 671.710137] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.710137] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.710137] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.710137] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.710472] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.710472] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:669108ad-11ae-4eb4-9b15-24963c7fa213 already deleted. [ 671.710472] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-669108ad-11ae-4eb4-9b15-24963c7fa213" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.068502] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c3ff403a-12a9-4317-b6a1-2b0a324d957b in Status: SUCCESS [ 672.068791] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c3ff403a-12a9-4317-b6a1-2b0a324d957b" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.204197] env[65562]: INFO networking_nsxv3.common.synchronization [req-567452cc-fee0-4151-9f46-4334e6139c52 req-205eb211-dd76-49a4-9f77-a8b9918f9017 tempest-ServerDiskConfigTestJSON-308395787 tempest-ServerDiskConfigTestJSON-308395787-project-member] Enqueued Resource ID: e6734b94-5ab1-4a07-9098-e970a82f4b7e with Priority: HIGHEST for action security_group_members [ 672.204819] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e6734b94-5ab1-4a07-9098-e970a82f4b7e with Priority: HIGHEST for action security_group_members [ 672.205180] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-e6734b94-5ab1-4a07-9098-e970a82f4b7e taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.205269] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e6734b94-5ab1-4a07-9098-e970a82f4b7e" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.205352] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e6734b94-5ab1-4a07-9098-e970a82f4b7e" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.205605] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e6734b94-5ab1-4a07-9098-e970a82f4b7e" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.205849] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.206132] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.206132] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.206132] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.206292] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.206292] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e6734b94-5ab1-4a07-9098-e970a82f4b7e',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 672.708302] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.709118] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.710670] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.710670] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.710670] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.710670] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.710670] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.710670] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.710670] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.710670] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.710670] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e6734b94-5ab1-4a07-9098-e970a82f4b7e already deleted. [ 672.710670] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e6734b94-5ab1-4a07-9098-e970a82f4b7e" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.793356] env[65562]: DEBUG networking_nsxv3.common.locking [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Lock network-644 taken with stack trace [, , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.793356] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquiring lock "network-644" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.793356] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired lock "network-644" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.793681] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired external semaphore "network-644" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.794016] env[65562]: DEBUG networking_nsxv3.common.locking [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.794582] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquiring lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.794582] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.795822] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired external semaphore "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.795822] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Releasing lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.795822] env[65562]: DEBUG dogpile.cache.region [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] No value present for key: 'zone-id' {{(pid=65562) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 672.796074] env[65562]: DEBUG dogpile.lock [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] NeedRegenerationException {{(pid=65562) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 672.797329] env[65562]: DEBUG dogpile.lock [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] no value, waiting for create lock {{(pid=65562) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 672.797329] env[65562]: DEBUG dogpile.lock [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] value creation lock acquired {{(pid=65562) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 672.797329] env[65562]: DEBUG dogpile.cache.region [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] No value present for key: 'zone-id' {{(pid=65562) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 672.797329] env[65562]: DEBUG dogpile.lock [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Calling creation function for not-yet-present value {{(pid=65562) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 672.797329] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 672.818420] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 672.818602] env[65562]: DEBUG dogpile.cache.region [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65562) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 672.818733] env[65562]: DEBUG dogpile.lock [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Released creation lock {{(pid=65562) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 672.818876] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Releasing lock "network-644" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.819224] env[65562]: DEBUG networking_nsxv3.common.locking [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Lock port-14411818-3f4e-4541-91c8-5c378b25f300 taken with stack trace [, , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.819411] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquiring lock "port-14411818-3f4e-4541-91c8-5c378b25f300" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.819526] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired lock "port-14411818-3f4e-4541-91c8-5c378b25f300" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.819884] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired external semaphore "port-14411818-3f4e-4541-91c8-5c378b25f300" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.820031] env[65562]: DEBUG networking_nsxv3.api.rpc [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('14411818-3f4e-4541-91c8-5c378b25f300',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 673.322633] env[65562]: DEBUG networking_nsxv3.common.locking [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.323116] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.323186] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.323487] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.323711] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.323895] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Segment Port 14411818-3f4e-4541-91c8-5c378b25f300 not found, creating... [ 673.324302] env[65562]: DEBUG networking_nsxv3.common.locking [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.324604] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquiring lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.324726] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.325205] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired external semaphore "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.325903] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Releasing lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.326381] env[65562]: DEBUG networking_nsxv3.common.locking [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.326674] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.326878] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.327471] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.327697] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.328786] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Resource: SegmentPort with ID: 14411818-3f4e-4541-91c8-5c378b25f300 is going to be created. [ 673.360190] env[65562]: DEBUG networking_nsxv3.common.locking [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.360434] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.361726] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.361726] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.361726] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.361726] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Releasing lock "port-14411818-3f4e-4541-91c8-5c378b25f300" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.467721] env[65562]: INFO networking_nsxv3.common.synchronization [req-7d7e190f-7aff-4fdb-bded-6003b31b8880 req-748ddd2b-f3b9-404b-b6cf-36aec79082d9 tempest-DeleteServersAdminTestJSON-808886826 tempest-DeleteServersAdminTestJSON-808886826-project-member] Enqueued Resource ID: 66627ff8-a79a-4d5d-9281-a57be8b73d65 with Priority: HIGHEST for action security_group_members [ 673.469027] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 66627ff8-a79a-4d5d-9281-a57be8b73d65 with Priority: HIGHEST for action security_group_members [ 673.469302] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-66627ff8-a79a-4d5d-9281-a57be8b73d65 taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.469491] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-66627ff8-a79a-4d5d-9281-a57be8b73d65" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.469597] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-66627ff8-a79a-4d5d-9281-a57be8b73d65" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.469812] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-66627ff8-a79a-4d5d-9281-a57be8b73d65" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.469968] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.470133] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.470265] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.470453] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.470586] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.470727] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('66627ff8-a79a-4d5d-9281-a57be8b73d65',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 673.977855] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.977855] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.977855] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.977855] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.977855] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.977855] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.977855] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.977855] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.977855] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.977855] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.977855] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 66627ff8-a79a-4d5d-9281-a57be8b73d65 is going to be updated. [ 674.006021] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.006206] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.006293] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.006533] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.006706] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.017891] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 66627ff8-a79a-4d5d-9281-a57be8b73d65 in Status: IN_PROGRESS for 2s [ 674.048819] env[65562]: INFO networking_nsxv3.common.synchronization [req-567452cc-fee0-4151-9f46-4334e6139c52 req-ed710058-657f-4336-b206-ba02c9c3b770 service nova] Enqueued Resource ID: e6734b94-5ab1-4a07-9098-e970a82f4b7e with Priority: HIGHEST for action security_group_rules [ 674.049117] env[65562]: INFO networking_nsxv3.common.synchronization [req-567452cc-fee0-4151-9f46-4334e6139c52 req-ed710058-657f-4336-b206-ba02c9c3b770 service nova] Enqueued Resource ID: e6734b94-5ab1-4a07-9098-e970a82f4b7e with Priority: HIGHEST for action security_group_members [ 674.050708] env[65562]: INFO networking_nsxv3.common.synchronization [req-567452cc-fee0-4151-9f46-4334e6139c52 req-ed710058-657f-4336-b206-ba02c9c3b770 service nova] Enqueued Resource ID: 14411818-3f4e-4541-91c8-5c378b25f300 with Priority: HIGHEST for action port [ 674.051221] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e6734b94-5ab1-4a07-9098-e970a82f4b7e with Priority: HIGHEST for action security_group_rules [ 674.051405] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e6734b94-5ab1-4a07-9098-e970a82f4b7e with Priority: HIGHEST for action security_group_members [ 674.051452] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 14411818-3f4e-4541-91c8-5c378b25f300 with Priority: HIGHEST for action port [ 674.051734] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e6734b94-5ab1-4a07-9098-e970a82f4b7e taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.051861] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e6734b94-5ab1-4a07-9098-e970a82f4b7e" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.051927] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e6734b94-5ab1-4a07-9098-e970a82f4b7e" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.052278] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e6734b94-5ab1-4a07-9098-e970a82f4b7e" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.054175] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e6734b94-5ab1-4a07-9098-e970a82f4b7e',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 674.055350] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-e6734b94-5ab1-4a07-9098-e970a82f4b7e taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.055508] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e6734b94-5ab1-4a07-9098-e970a82f4b7e" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.055590] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e6734b94-5ab1-4a07-9098-e970a82f4b7e" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.055768] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e6734b94-5ab1-4a07-9098-e970a82f4b7e" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.055924] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.056035] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.056093] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.056241] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.056341] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.056473] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e6734b94-5ab1-4a07-9098-e970a82f4b7e',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 674.057436] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock port-14411818-3f4e-4541-91c8-5c378b25f300 taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.057557] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-14411818-3f4e-4541-91c8-5c378b25f300" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.057611] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-14411818-3f4e-4541-91c8-5c378b25f300" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.057768] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-14411818-3f4e-4541-91c8-5c378b25f300" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.057916] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('14411818-3f4e-4541-91c8-5c378b25f300',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 674.561619] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-e6734b94-5ab1-4a07-9098-e970a82f4b7e taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.561619] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e6734b94-5ab1-4a07-9098-e970a82f4b7e" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.561619] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e6734b94-5ab1-4a07-9098-e970a82f4b7e',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 674.562628] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 14411818-3f4e-4541-91c8-5c378b25f300 with status ACTIVE [ 674.562724] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.562840] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.562906] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.563165] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.563353] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.563589] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.563589] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.563716] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.563765] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.563840] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.564032] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.564137] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.564216] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.564360] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.564457] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.564545] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 14411818-3f4e-4541-91c8-5c378b25f300 is going to be updated. [ 674.589555] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.589555] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.589555] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.589555] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.589555] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.589555] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-14411818-3f4e-4541-91c8-5c378b25f300" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.068417] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e6734b94-5ab1-4a07-9098-e970a82f4b7e',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 675.570498] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.570900] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.570900] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.570988] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.571035] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.571149] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e6734b94-5ab1-4a07-9098-e970a82f4b7e is going to be created. [ 675.597160] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.597329] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.597478] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.597722] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.597808] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.613989] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e6734b94-5ab1-4a07-9098-e970a82f4b7e in Status: UNINITIALIZED for 2s [ 676.029959] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 66627ff8-a79a-4d5d-9281-a57be8b73d65 in Status: SUCCESS [ 676.030193] env[65562]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 66627ff8-a79a-4d5d-9281-a57be8b73d65 deletion is rescheduled due to dependency. [ 676.030313] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-66627ff8-a79a-4d5d-9281-a57be8b73d65" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.014625] env[65562]: INFO networking_nsxv3.common.synchronization [None req-f4ada713-d7e3-4a68-b2ef-b1f52444f398 None None] Enqueued Resource ID: d28c2a6e-b7dc-4215-bbc5-27e450b41822 with Priority: HIGHEST for action port [ 677.015248] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d28c2a6e-b7dc-4215-bbc5-27e450b41822 with Priority: HIGHEST for action port [ 677.015643] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock port-d28c2a6e-b7dc-4215-bbc5-27e450b41822 taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.015805] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d28c2a6e-b7dc-4215-bbc5-27e450b41822" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.015882] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d28c2a6e-b7dc-4215-bbc5-27e450b41822" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.017169] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d28c2a6e-b7dc-4215-bbc5-27e450b41822" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.018332] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d28c2a6e-b7dc-4215-bbc5-27e450b41822',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 677.521251] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d28c2a6e-b7dc-4215-bbc5-27e450b41822 [ 677.521421] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.521558] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.521609] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.521810] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.521950] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.523293] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d28c2a6e-b7dc-4215-bbc5-27e450b41822 already deleted. [ 677.523293] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d28c2a6e-b7dc-4215-bbc5-27e450b41822" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.626045] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e6734b94-5ab1-4a07-9098-e970a82f4b7e in Status: SUCCESS [ 677.626045] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e6734b94-5ab1-4a07-9098-e970a82f4b7e" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.626045] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e6734b94-5ab1-4a07-9098-e970a82f4b7e" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.626045] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e6734b94-5ab1-4a07-9098-e970a82f4b7e" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.626045] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.626400] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.626400] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.626400] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.626519] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.626519] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e6734b94-5ab1-4a07-9098-e970a82f4b7e" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.626609] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e6734b94-5ab1-4a07-9098-e970a82f4b7e',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 678.133964] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-e6734b94-5ab1-4a07-9098-e970a82f4b7e taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.135571] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e6734b94-5ab1-4a07-9098-e970a82f4b7e" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.135571] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e6734b94-5ab1-4a07-9098-e970a82f4b7e" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.135571] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e6734b94-5ab1-4a07-9098-e970a82f4b7e" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.135571] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.135571] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.135571] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.135571] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.135571] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.135571] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e6734b94-5ab1-4a07-9098-e970a82f4b7e" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.135571] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-e6734b94-5ab1-4a07-9098-e970a82f4b7e taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.135571] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e6734b94-5ab1-4a07-9098-e970a82f4b7e" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.135994] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e6734b94-5ab1-4a07-9098-e970a82f4b7e" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.135994] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e6734b94-5ab1-4a07-9098-e970a82f4b7e" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.135994] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.135994] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.136403] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.136403] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.136403] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.136403] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e6734b94-5ab1-4a07-9098-e970a82f4b7e" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.136403] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e6734b94-5ab1-4a07-9098-e970a82f4b7e',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 678.639917] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e6734b94-5ab1-4a07-9098-e970a82f4b7e: rpc.has_security_group_logging(os_id): False [ 678.668148] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.668148] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.668148] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.668358] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.668358] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.668510] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.668637] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.668707] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.669124] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.669217] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.669483] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.669582] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.669582] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.671179] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.671179] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.671179] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.671179] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.671179] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.671179] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.671179] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.671179] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e6734b94-5ab1-4a07-9098-e970a82f4b7e is going to be created. [ 678.752212] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.752212] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.752212] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.752212] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.752212] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.768022] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e6734b94-5ab1-4a07-9098-e970a82f4b7e in Status: IN_PROGRESS for 2s [ 679.417127] env[65562]: INFO networking_nsxv3.common.synchronization [None req-959a2a9a-24f6-423d-ad47-e01793f8e960 None None] Enqueued Resource ID: 571f5be5-ec78-45b0-8f64-3a405c7b27b3 with Priority: HIGHEST for action port [ 679.417756] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 571f5be5-ec78-45b0-8f64-3a405c7b27b3 with Priority: HIGHEST for action port [ 679.418647] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock port-571f5be5-ec78-45b0-8f64-3a405c7b27b3 taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.418817] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-571f5be5-ec78-45b0-8f64-3a405c7b27b3" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.418926] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-571f5be5-ec78-45b0-8f64-3a405c7b27b3" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.419730] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-571f5be5-ec78-45b0-8f64-3a405c7b27b3" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.419931] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('571f5be5-ec78-45b0-8f64-3a405c7b27b3',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 679.925795] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 571f5be5-ec78-45b0-8f64-3a405c7b27b3 [ 679.925795] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.926025] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.926025] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.926288] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.926416] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.926540] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:571f5be5-ec78-45b0-8f64-3a405c7b27b3 already deleted. [ 679.926648] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-571f5be5-ec78-45b0-8f64-3a405c7b27b3" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.784036] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e6734b94-5ab1-4a07-9098-e970a82f4b7e in Status: SUCCESS [ 680.784036] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e6734b94-5ab1-4a07-9098-e970a82f4b7e" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.809244] env[65562]: INFO networking_nsxv3.common.synchronization [None req-77840a8e-8cd1-464f-a36c-d021e6ec81f8 None None] Enqueued Resource ID: c15964d7-48a2-4a8c-891e-d9fface36e4b with Priority: HIGHEST for action port [ 680.809244] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c15964d7-48a2-4a8c-891e-d9fface36e4b with Priority: HIGHEST for action port [ 680.809244] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock port-c15964d7-48a2-4a8c-891e-d9fface36e4b taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.809244] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c15964d7-48a2-4a8c-891e-d9fface36e4b" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.809244] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c15964d7-48a2-4a8c-891e-d9fface36e4b" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.809244] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c15964d7-48a2-4a8c-891e-d9fface36e4b" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.809244] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c15964d7-48a2-4a8c-891e-d9fface36e4b',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 681.312523] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c15964d7-48a2-4a8c-891e-d9fface36e4b [ 681.312823] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.312966] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.313068] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.313321] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.313428] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.313539] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c15964d7-48a2-4a8c-891e-d9fface36e4b already deleted. [ 681.313630] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c15964d7-48a2-4a8c-891e-d9fface36e4b" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.264358] env[65562]: INFO networking_nsxv3.common.synchronization [req-ae0cd0ff-c76e-4b6a-9f69-0ed447b154dc req-f9905c94-0913-412f-9a68-97813c0b08e0 tempest-ServerAddressesNegativeTestJSON-1171357319 tempest-ServerAddressesNegativeTestJSON-1171357319-project-member] Enqueued Resource ID: b2a6d7da-8654-4116-927a-45dff90548be with Priority: HIGHEST for action security_group_members [ 682.264764] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b2a6d7da-8654-4116-927a-45dff90548be with Priority: HIGHEST for action security_group_members [ 682.265126] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-b2a6d7da-8654-4116-927a-45dff90548be taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.265264] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b2a6d7da-8654-4116-927a-45dff90548be" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.265331] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b2a6d7da-8654-4116-927a-45dff90548be" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.265646] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b2a6d7da-8654-4116-927a-45dff90548be" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.265828] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.265942] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.266603] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.266886] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.266999] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.267621] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b2a6d7da-8654-4116-927a-45dff90548be',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 682.773031] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.773231] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.773302] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.774776] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.774776] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.774776] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.774776] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.774776] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.774776] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.774776] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.774776] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b2a6d7da-8654-4116-927a-45dff90548be already deleted. [ 682.774776] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b2a6d7da-8654-4116-927a-45dff90548be" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.055504] env[65562]: INFO networking_nsxv3.common.synchronization [None req-6d7fdc7b-a1ba-43bf-8be3-48ce6a9af9b6 None None] Enqueued Resource ID: 2edcbca6-4f9e-469c-b0a6-02c81f750e78 with Priority: HIGHEST for action port [ 683.056681] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2edcbca6-4f9e-469c-b0a6-02c81f750e78 with Priority: HIGHEST for action port [ 683.056681] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock port-2edcbca6-4f9e-469c-b0a6-02c81f750e78 taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.056681] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2edcbca6-4f9e-469c-b0a6-02c81f750e78" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.056681] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2edcbca6-4f9e-469c-b0a6-02c81f750e78" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.057220] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2edcbca6-4f9e-469c-b0a6-02c81f750e78" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.057220] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2edcbca6-4f9e-469c-b0a6-02c81f750e78',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 683.561967] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2edcbca6-4f9e-469c-b0a6-02c81f750e78 [ 683.562396] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.562396] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.562507] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.562711] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.563040] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.563040] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2edcbca6-4f9e-469c-b0a6-02c81f750e78 already deleted. [ 683.563040] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2edcbca6-4f9e-469c-b0a6-02c81f750e78" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.617238] env[65562]: INFO networking_nsxv3.common.synchronization [None req-83014447-1442-4dbc-8fc5-81d0b9cab3d9 None None] Enqueued Resource ID: d27c12f1-e206-4fe7-83f1-ea08f6665d70 with Priority: HIGHEST for action port [ 683.617801] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d27c12f1-e206-4fe7-83f1-ea08f6665d70 with Priority: HIGHEST for action port [ 683.619884] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock port-d27c12f1-e206-4fe7-83f1-ea08f6665d70 taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.619884] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d27c12f1-e206-4fe7-83f1-ea08f6665d70" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.619884] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d27c12f1-e206-4fe7-83f1-ea08f6665d70" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.620124] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d27c12f1-e206-4fe7-83f1-ea08f6665d70" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.620192] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d27c12f1-e206-4fe7-83f1-ea08f6665d70',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 684.094986] env[65562]: DEBUG networking_nsxv3.common.locking [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Lock network-746 taken with stack trace [, , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.095234] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquiring lock "network-746" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.095362] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired lock "network-746" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.095775] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired external semaphore "network-746" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.097490] env[65562]: DEBUG networking_nsxv3.common.locking [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.097748] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquiring lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.097934] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.098275] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired external semaphore "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.098463] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Releasing lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.098771] env[65562]: DEBUG dogpile.cache.region [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] No value present for key: 'zone-id' {{(pid=65562) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 684.098903] env[65562]: DEBUG dogpile.lock [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] NeedRegenerationException {{(pid=65562) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 684.099080] env[65562]: DEBUG dogpile.lock [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] no value, waiting for create lock {{(pid=65562) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 684.099206] env[65562]: DEBUG dogpile.lock [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] value creation lock acquired {{(pid=65562) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 684.099370] env[65562]: DEBUG dogpile.cache.region [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] No value present for key: 'zone-id' {{(pid=65562) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 684.099545] env[65562]: DEBUG dogpile.lock [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Calling creation function for not-yet-present value {{(pid=65562) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 684.099825] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 684.125381] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 684.125381] env[65562]: DEBUG dogpile.cache.region [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=65562) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 684.125381] env[65562]: DEBUG dogpile.lock [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Released creation lock {{(pid=65562) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 684.125623] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Releasing lock "network-746" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.125866] env[65562]: DEBUG networking_nsxv3.common.locking [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Lock port-0a0744ba-b522-40ff-b4b0-2ae9c7a97308 taken with stack trace [, , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.126072] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquiring lock "port-0a0744ba-b522-40ff-b4b0-2ae9c7a97308" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.126233] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired lock "port-0a0744ba-b522-40ff-b4b0-2ae9c7a97308" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.126546] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired external semaphore "port-0a0744ba-b522-40ff-b4b0-2ae9c7a97308" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.126677] env[65562]: DEBUG networking_nsxv3.api.rpc [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0a0744ba-b522-40ff-b4b0-2ae9c7a97308',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 684.127686] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d27c12f1-e206-4fe7-83f1-ea08f6665d70 [ 684.127907] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.128155] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.128249] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.130691] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.130691] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.130691] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d27c12f1-e206-4fe7-83f1-ea08f6665d70 already deleted. [ 684.131021] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d27c12f1-e206-4fe7-83f1-ea08f6665d70" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.609096] env[65562]: INFO networking_nsxv3.common.synchronization [None req-8c64a1c0-672d-4098-a184-e30fb9369d2f None None] Enqueued Resource ID: 4c3e0175-e432-409b-9a46-9ba49a290794 with Priority: HIGHEST for action port [ 684.609096] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4c3e0175-e432-409b-9a46-9ba49a290794 with Priority: HIGHEST for action port [ 684.609096] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock port-4c3e0175-e432-409b-9a46-9ba49a290794 taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.609096] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4c3e0175-e432-409b-9a46-9ba49a290794" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.609096] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4c3e0175-e432-409b-9a46-9ba49a290794" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.609096] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4c3e0175-e432-409b-9a46-9ba49a290794" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.609096] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4c3e0175-e432-409b-9a46-9ba49a290794',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 684.632528] env[65562]: DEBUG networking_nsxv3.common.locking [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.632829] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.633188] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.633237] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.633663] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.633663] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Segment Port 0a0744ba-b522-40ff-b4b0-2ae9c7a97308 not found, creating... [ 684.633816] env[65562]: DEBUG networking_nsxv3.common.locking [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.634632] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquiring lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.634632] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.634632] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired external semaphore "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.634804] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Releasing lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.635095] env[65562]: DEBUG networking_nsxv3.common.locking [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.635736] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.635736] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.635736] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.635884] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.636036] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Resource: SegmentPort with ID: 0a0744ba-b522-40ff-b4b0-2ae9c7a97308 is going to be created. [ 684.658213] env[65562]: DEBUG networking_nsxv3.common.locking [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.658438] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.660276] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.660674] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.661339] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.661592] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Releasing lock "port-0a0744ba-b522-40ff-b4b0-2ae9c7a97308" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.112237] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4c3e0175-e432-409b-9a46-9ba49a290794 [ 685.112568] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.112745] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.112806] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.113031] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.113138] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.113214] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4c3e0175-e432-409b-9a46-9ba49a290794 already deleted. [ 685.113293] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4c3e0175-e432-409b-9a46-9ba49a290794" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.457108] env[65562]: INFO networking_nsxv3.common.synchronization [req-ae0cd0ff-c76e-4b6a-9f69-0ed447b154dc req-f4392159-e9c6-404f-ad7d-714f4f91f200 service nova] Enqueued Resource ID: b2a6d7da-8654-4116-927a-45dff90548be with Priority: HIGHEST for action security_group_rules [ 685.457566] env[65562]: INFO networking_nsxv3.common.synchronization [req-ae0cd0ff-c76e-4b6a-9f69-0ed447b154dc req-f4392159-e9c6-404f-ad7d-714f4f91f200 service nova] Enqueued Resource ID: b2a6d7da-8654-4116-927a-45dff90548be with Priority: HIGHEST for action security_group_members [ 685.457852] env[65562]: INFO networking_nsxv3.common.synchronization [req-ae0cd0ff-c76e-4b6a-9f69-0ed447b154dc req-f4392159-e9c6-404f-ad7d-714f4f91f200 service nova] Enqueued Resource ID: 0a0744ba-b522-40ff-b4b0-2ae9c7a97308 with Priority: HIGHEST for action port [ 685.458592] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b2a6d7da-8654-4116-927a-45dff90548be with Priority: HIGHEST for action security_group_rules [ 685.459285] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b2a6d7da-8654-4116-927a-45dff90548be with Priority: HIGHEST for action security_group_members [ 685.459499] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0a0744ba-b522-40ff-b4b0-2ae9c7a97308 with Priority: HIGHEST for action port [ 685.459841] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b2a6d7da-8654-4116-927a-45dff90548be taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.460181] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b2a6d7da-8654-4116-927a-45dff90548be" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.461688] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b2a6d7da-8654-4116-927a-45dff90548be" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.461688] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b2a6d7da-8654-4116-927a-45dff90548be" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.461688] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b2a6d7da-8654-4116-927a-45dff90548be',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 685.462663] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-b2a6d7da-8654-4116-927a-45dff90548be taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.466253] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b2a6d7da-8654-4116-927a-45dff90548be" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.466253] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b2a6d7da-8654-4116-927a-45dff90548be" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.466253] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b2a6d7da-8654-4116-927a-45dff90548be" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.466253] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.466253] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.466253] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.466253] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.466253] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.466253] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b2a6d7da-8654-4116-927a-45dff90548be',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 685.471658] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock port-0a0744ba-b522-40ff-b4b0-2ae9c7a97308 taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.471658] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0a0744ba-b522-40ff-b4b0-2ae9c7a97308" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.471658] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0a0744ba-b522-40ff-b4b0-2ae9c7a97308" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.471658] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0a0744ba-b522-40ff-b4b0-2ae9c7a97308" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.471658] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0a0744ba-b522-40ff-b4b0-2ae9c7a97308',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 685.911975] env[65562]: INFO networking_nsxv3.common.synchronization [req-082b2127-dbb3-4c3f-8a42-0896a2be88c7 req-dc134d65-87e3-4572-ac76-86cd0dfe6c90 tempest-MultipleCreateTestJSON-1984480382 tempest-MultipleCreateTestJSON-1984480382-project-member] Enqueued Resource ID: 01b4a28f-2af7-4dd0-8ce7-d59bea16cdcf with Priority: HIGHEST for action security_group_members [ 685.912598] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 01b4a28f-2af7-4dd0-8ce7-d59bea16cdcf with Priority: HIGHEST for action security_group_members [ 685.912923] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-01b4a28f-2af7-4dd0-8ce7-d59bea16cdcf taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.913068] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-01b4a28f-2af7-4dd0-8ce7-d59bea16cdcf" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.913136] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-01b4a28f-2af7-4dd0-8ce7-d59bea16cdcf" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.913341] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-01b4a28f-2af7-4dd0-8ce7-d59bea16cdcf" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.913509] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.913612] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.913676] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.913826] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.913910] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.914007] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('01b4a28f-2af7-4dd0-8ce7-d59bea16cdcf',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 685.969534] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b2a6d7da-8654-4116-927a-45dff90548be',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 685.973678] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-b2a6d7da-8654-4116-927a-45dff90548be taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.973678] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b2a6d7da-8654-4116-927a-45dff90548be" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.973812] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0a0744ba-b522-40ff-b4b0-2ae9c7a97308 with status ACTIVE [ 685.973984] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.974128] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.974219] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.974459] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.974613] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.974821] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.974929] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.974991] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.975174] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.975248] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.975471] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.975538] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.976394] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.976394] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.976394] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.976394] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0a0744ba-b522-40ff-b4b0-2ae9c7a97308 is going to be updated. [ 686.003278] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.003441] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.003503] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.003754] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.003905] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.004098] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0a0744ba-b522-40ff-b4b0-2ae9c7a97308" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.121493] env[65562]: INFO networking_nsxv3.common.synchronization [None req-8ab29098-fdbf-477e-a4c4-f10668524013 None None] Enqueued Resource ID: b04832dc-1435-488b-8018-61d8a03f5b49 with Priority: HIGHEST for action port [ 686.121493] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b04832dc-1435-488b-8018-61d8a03f5b49 with Priority: HIGHEST for action port [ 686.122331] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock port-b04832dc-1435-488b-8018-61d8a03f5b49 taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.122498] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b04832dc-1435-488b-8018-61d8a03f5b49" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.122566] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b04832dc-1435-488b-8018-61d8a03f5b49" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.122809] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b04832dc-1435-488b-8018-61d8a03f5b49" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.122898] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b04832dc-1435-488b-8018-61d8a03f5b49',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 686.418828] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.418828] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.418828] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.418828] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.418828] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.418828] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.418828] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.418828] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.418828] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.418828] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.418828] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 01b4a28f-2af7-4dd0-8ce7-d59bea16cdcf is going to be updated. [ 686.446311] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.446311] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.446311] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.446311] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.446311] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.456053] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 01b4a28f-2af7-4dd0-8ce7-d59bea16cdcf in Status: IN_PROGRESS for 2s [ 686.472034] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b2a6d7da-8654-4116-927a-45dff90548be',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 686.625466] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b04832dc-1435-488b-8018-61d8a03f5b49 [ 686.625648] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.625768] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.625838] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.626091] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.626191] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.626288] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b04832dc-1435-488b-8018-61d8a03f5b49 already deleted. [ 686.626549] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b04832dc-1435-488b-8018-61d8a03f5b49" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.679791] env[65562]: DEBUG networking_nsxv3.common.locking [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Lock network-612 taken with stack trace [, , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.680025] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquiring lock "network-612" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.680209] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired lock "network-612" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.681140] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired external semaphore "network-612" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.681140] env[65562]: DEBUG networking_nsxv3.common.locking [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.681140] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquiring lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.681140] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.681571] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired external semaphore "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.681571] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Releasing lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.681689] env[65562]: DEBUG dogpile.cache.region [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] No value present for key: 'zone-id' {{(pid=65562) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 686.681735] env[65562]: DEBUG dogpile.lock [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] NeedRegenerationException {{(pid=65562) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 686.681818] env[65562]: DEBUG dogpile.lock [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] no value, waiting for create lock {{(pid=65562) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 686.681916] env[65562]: DEBUG dogpile.lock [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] value creation lock acquired {{(pid=65562) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 686.682022] env[65562]: DEBUG dogpile.cache.region [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] No value present for key: 'zone-id' {{(pid=65562) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 686.682117] env[65562]: DEBUG dogpile.lock [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Calling creation function for not-yet-present value {{(pid=65562) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 686.682254] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 686.702686] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 686.703183] env[65562]: DEBUG dogpile.cache.region [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65562) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 686.703183] env[65562]: DEBUG dogpile.lock [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Released creation lock {{(pid=65562) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 686.703342] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Releasing lock "network-612" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.703572] env[65562]: DEBUG networking_nsxv3.common.locking [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Lock port-2847110a-19a1-4745-a111-d2054d68bdaf taken with stack trace [, , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.703773] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquiring lock "port-2847110a-19a1-4745-a111-d2054d68bdaf" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.703906] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired lock "port-2847110a-19a1-4745-a111-d2054d68bdaf" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.704307] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired external semaphore "port-2847110a-19a1-4745-a111-d2054d68bdaf" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.704425] env[65562]: DEBUG networking_nsxv3.api.rpc [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2847110a-19a1-4745-a111-d2054d68bdaf',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 686.975742] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.976208] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.976208] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.976327] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.976506] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.976578] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b2a6d7da-8654-4116-927a-45dff90548be is going to be created. [ 687.002734] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.002937] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.003036] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.003244] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.003421] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.015468] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b2a6d7da-8654-4116-927a-45dff90548be in Status: UNINITIALIZED for 2s [ 687.209034] env[65562]: DEBUG networking_nsxv3.common.locking [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.209241] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.209329] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.209622] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.209816] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.210019] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Segment Port 2847110a-19a1-4745-a111-d2054d68bdaf not found, creating... [ 687.210365] env[65562]: DEBUG networking_nsxv3.common.locking [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.210455] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquiring lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.210912] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.210912] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired external semaphore "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.210912] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Releasing lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.211262] env[65562]: DEBUG networking_nsxv3.common.locking [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.211413] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.211520] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.212421] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.212421] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.212421] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Resource: SegmentPort with ID: 2847110a-19a1-4745-a111-d2054d68bdaf is going to be created. [ 687.238022] env[65562]: DEBUG networking_nsxv3.common.locking [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.238022] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.238022] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.238022] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.238022] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.238022] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Releasing lock "port-2847110a-19a1-4745-a111-d2054d68bdaf" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.414720] env[65562]: INFO networking_nsxv3.common.synchronization [None req-079677a8-0c80-430a-a1e3-8883675d3914 None None] Enqueued Resource ID: 7fd3139c-eaca-47f2-a55b-86cea6c3b0b9 with Priority: HIGHEST for action port [ 687.416676] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7fd3139c-eaca-47f2-a55b-86cea6c3b0b9 with Priority: HIGHEST for action port [ 687.416676] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock port-7fd3139c-eaca-47f2-a55b-86cea6c3b0b9 taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.416676] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7fd3139c-eaca-47f2-a55b-86cea6c3b0b9" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.416676] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7fd3139c-eaca-47f2-a55b-86cea6c3b0b9" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.416676] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7fd3139c-eaca-47f2-a55b-86cea6c3b0b9" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.416676] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7fd3139c-eaca-47f2-a55b-86cea6c3b0b9',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 687.611152] env[65562]: INFO networking_nsxv3.common.synchronization [None req-ccfca129-126e-4246-8156-f229bd6c1500 None None] Enqueued Resource ID: e23b5e32-c46e-4cbb-9174-a177d58eac75 with Priority: HIGHEST for action port [ 687.611777] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e23b5e32-c46e-4cbb-9174-a177d58eac75 with Priority: HIGHEST for action port [ 687.612144] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock port-e23b5e32-c46e-4cbb-9174-a177d58eac75 taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.612352] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e23b5e32-c46e-4cbb-9174-a177d58eac75" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.612543] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e23b5e32-c46e-4cbb-9174-a177d58eac75" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.612752] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e23b5e32-c46e-4cbb-9174-a177d58eac75" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.612752] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e23b5e32-c46e-4cbb-9174-a177d58eac75',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 687.919643] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7fd3139c-eaca-47f2-a55b-86cea6c3b0b9 [ 687.919791] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.919949] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.920127] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.920484] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.920484] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.920484] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7fd3139c-eaca-47f2-a55b-86cea6c3b0b9 already deleted. [ 687.920844] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7fd3139c-eaca-47f2-a55b-86cea6c3b0b9" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.985243] env[65562]: INFO networking_nsxv3.common.synchronization [req-082b2127-dbb3-4c3f-8a42-0896a2be88c7 req-74cc0623-aefd-4e7b-808c-2391a3b24fa7 service nova] Enqueued Resource ID: 01b4a28f-2af7-4dd0-8ce7-d59bea16cdcf with Priority: HIGHEST for action security_group_rules [ 687.985243] env[65562]: INFO networking_nsxv3.common.synchronization [req-082b2127-dbb3-4c3f-8a42-0896a2be88c7 req-74cc0623-aefd-4e7b-808c-2391a3b24fa7 service nova] Enqueued Resource ID: 01b4a28f-2af7-4dd0-8ce7-d59bea16cdcf with Priority: HIGHEST for action security_group_members [ 687.985243] env[65562]: INFO networking_nsxv3.common.synchronization [req-082b2127-dbb3-4c3f-8a42-0896a2be88c7 req-74cc0623-aefd-4e7b-808c-2391a3b24fa7 service nova] Enqueued Resource ID: 2847110a-19a1-4745-a111-d2054d68bdaf with Priority: HIGHEST for action port [ 687.985243] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 01b4a28f-2af7-4dd0-8ce7-d59bea16cdcf with Priority: HIGHEST for action security_group_rules [ 687.985243] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 01b4a28f-2af7-4dd0-8ce7-d59bea16cdcf with Priority: HIGHEST for action security_group_members [ 687.985243] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2847110a-19a1-4745-a111-d2054d68bdaf with Priority: HIGHEST for action port [ 687.985243] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock rules-01b4a28f-2af7-4dd0-8ce7-d59bea16cdcf taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.987850] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-01b4a28f-2af7-4dd0-8ce7-d59bea16cdcf" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.987850] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-01b4a28f-2af7-4dd0-8ce7-d59bea16cdcf" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.987850] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-01b4a28f-2af7-4dd0-8ce7-d59bea16cdcf" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.987850] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('01b4a28f-2af7-4dd0-8ce7-d59bea16cdcf',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 687.988717] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-01b4a28f-2af7-4dd0-8ce7-d59bea16cdcf taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.989224] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-01b4a28f-2af7-4dd0-8ce7-d59bea16cdcf" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.989552] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock port-2847110a-19a1-4745-a111-d2054d68bdaf taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.990955] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2847110a-19a1-4745-a111-d2054d68bdaf" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.990955] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2847110a-19a1-4745-a111-d2054d68bdaf" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.990955] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2847110a-19a1-4745-a111-d2054d68bdaf" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.990955] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2847110a-19a1-4745-a111-d2054d68bdaf',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 688.114872] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e23b5e32-c46e-4cbb-9174-a177d58eac75 [ 688.115194] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.115425] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.115634] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.115774] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.115898] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.116114] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e23b5e32-c46e-4cbb-9174-a177d58eac75 already deleted. [ 688.116114] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e23b5e32-c46e-4cbb-9174-a177d58eac75" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.443744] env[65562]: INFO networking_nsxv3.common.synchronization [req-082b2127-dbb3-4c3f-8a42-0896a2be88c7 req-9224f48f-5589-4c81-b40e-9e678a196b6d tempest-MultipleCreateTestJSON-1984480382 tempest-MultipleCreateTestJSON-1984480382-project-member] Enqueued Resource ID: 01b4a28f-2af7-4dd0-8ce7-d59bea16cdcf with Priority: HIGHEST for action security_group_members [ 688.444605] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 01b4a28f-2af7-4dd0-8ce7-d59bea16cdcf with Priority: HIGHEST for action security_group_members [ 688.445232] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-01b4a28f-2af7-4dd0-8ce7-d59bea16cdcf taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.445232] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-01b4a28f-2af7-4dd0-8ce7-d59bea16cdcf" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.467048] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 01b4a28f-2af7-4dd0-8ce7-d59bea16cdcf in Status: SUCCESS [ 688.467048] env[65562]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 01b4a28f-2af7-4dd0-8ce7-d59bea16cdcf deletion is rescheduled due to dependency. [ 688.467048] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-01b4a28f-2af7-4dd0-8ce7-d59bea16cdcf" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.467048] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-01b4a28f-2af7-4dd0-8ce7-d59bea16cdcf" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.467363] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-01b4a28f-2af7-4dd0-8ce7-d59bea16cdcf" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.467406] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.467631] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.467631] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.467747] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.468511] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.468511] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('01b4a28f-2af7-4dd0-8ce7-d59bea16cdcf',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 688.492730] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-01b4a28f-2af7-4dd0-8ce7-d59bea16cdcf taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.493373] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-01b4a28f-2af7-4dd0-8ce7-d59bea16cdcf" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.494021] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2847110a-19a1-4745-a111-d2054d68bdaf with status ACTIVE [ 688.494260] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.494592] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.494592] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.497502] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.497502] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.497502] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.497502] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.497502] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.497502] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.497502] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.497502] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.497502] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.497502] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.497502] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.497502] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.497502] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2847110a-19a1-4745-a111-d2054d68bdaf is going to be updated. [ 688.519842] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.519993] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.520075] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.520420] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.520595] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.520801] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2847110a-19a1-4745-a111-d2054d68bdaf" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.970237] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('01b4a28f-2af7-4dd0-8ce7-d59bea16cdcf',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 689.027035] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b2a6d7da-8654-4116-927a-45dff90548be in Status: SUCCESS [ 689.027377] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b2a6d7da-8654-4116-927a-45dff90548be" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.027480] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b2a6d7da-8654-4116-927a-45dff90548be" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.031024] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b2a6d7da-8654-4116-927a-45dff90548be" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.031024] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.031024] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.031024] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.031432] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.031432] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.031432] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b2a6d7da-8654-4116-927a-45dff90548be" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.031432] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b2a6d7da-8654-4116-927a-45dff90548be',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 689.107895] env[65562]: DEBUG networking_nsxv3.common.locking [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Lock network-612 taken with stack trace [, , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.108044] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquiring lock "network-612" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.108157] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired lock "network-612" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.108447] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired external semaphore "network-612" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.109034] env[65562]: DEBUG networking_nsxv3.common.locking [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.109034] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquiring lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.109034] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.109355] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired external semaphore "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.109509] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Releasing lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.112602] env[65562]: DEBUG dogpile.cache.region [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] No value present for key: 'zone-id' {{(pid=65562) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 689.112602] env[65562]: DEBUG dogpile.lock [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] NeedRegenerationException {{(pid=65562) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 689.112602] env[65562]: DEBUG dogpile.lock [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] no value, waiting for create lock {{(pid=65562) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 689.112602] env[65562]: DEBUG dogpile.lock [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] value creation lock acquired {{(pid=65562) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 689.112602] env[65562]: DEBUG dogpile.cache.region [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] No value present for key: 'zone-id' {{(pid=65562) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 689.112602] env[65562]: DEBUG dogpile.lock [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Calling creation function for not-yet-present value {{(pid=65562) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 689.112602] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 689.132330] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 689.132574] env[65562]: DEBUG dogpile.cache.region [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65562) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 689.132654] env[65562]: DEBUG dogpile.lock [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Released creation lock {{(pid=65562) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 689.132829] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Releasing lock "network-612" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.134270] env[65562]: DEBUG networking_nsxv3.common.locking [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Lock port-ef3bac21-6713-4339-bdaa-44322e85981c taken with stack trace [, , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.134270] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquiring lock "port-ef3bac21-6713-4339-bdaa-44322e85981c" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.134270] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired lock "port-ef3bac21-6713-4339-bdaa-44322e85981c" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.134270] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired external semaphore "port-ef3bac21-6713-4339-bdaa-44322e85981c" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.134270] env[65562]: DEBUG networking_nsxv3.api.rpc [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ef3bac21-6713-4339-bdaa-44322e85981c',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 689.476341] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('01b4a28f-2af7-4dd0-8ce7-d59bea16cdcf',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 689.534686] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-b2a6d7da-8654-4116-927a-45dff90548be taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.534846] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b2a6d7da-8654-4116-927a-45dff90548be" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.535138] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b2a6d7da-8654-4116-927a-45dff90548be" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.535138] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b2a6d7da-8654-4116-927a-45dff90548be" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.535312] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.535441] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.535488] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.535633] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.535721] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.535809] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b2a6d7da-8654-4116-927a-45dff90548be" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.535954] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-b2a6d7da-8654-4116-927a-45dff90548be taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.536047] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b2a6d7da-8654-4116-927a-45dff90548be" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.536106] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b2a6d7da-8654-4116-927a-45dff90548be" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.536244] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b2a6d7da-8654-4116-927a-45dff90548be" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.536376] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.536463] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.536519] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.536660] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.536723] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.536868] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b2a6d7da-8654-4116-927a-45dff90548be" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.536928] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b2a6d7da-8654-4116-927a-45dff90548be',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 689.637418] env[65562]: DEBUG networking_nsxv3.common.locking [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.638126] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.638126] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.638126] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.638328] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.638418] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Segment Port ef3bac21-6713-4339-bdaa-44322e85981c not found, creating... [ 689.638670] env[65562]: DEBUG networking_nsxv3.common.locking [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.638849] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquiring lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.638973] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.639217] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired external semaphore "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.639349] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Releasing lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.639636] env[65562]: DEBUG networking_nsxv3.common.locking [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.639772] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.639883] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.640095] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.640222] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.640352] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Resource: SegmentPort with ID: ef3bac21-6713-4339-bdaa-44322e85981c is going to be created. [ 689.661109] env[65562]: DEBUG networking_nsxv3.common.locking [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.662212] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.662375] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.662648] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.662882] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.663121] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Releasing lock "port-ef3bac21-6713-4339-bdaa-44322e85981c" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.737363] env[65562]: INFO networking_nsxv3.common.synchronization [None req-572bdbb1-449b-4bf2-b317-d716a9ba0dc6 None None] Enqueued Resource ID: 9fb1be58-67b0-4109-83c9-36d6fd91b6eb with Priority: HIGHEST for action port [ 689.737666] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9fb1be58-67b0-4109-83c9-36d6fd91b6eb with Priority: HIGHEST for action port [ 689.738018] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock port-9fb1be58-67b0-4109-83c9-36d6fd91b6eb taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.738190] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9fb1be58-67b0-4109-83c9-36d6fd91b6eb" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.738262] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9fb1be58-67b0-4109-83c9-36d6fd91b6eb" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.738500] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9fb1be58-67b0-4109-83c9-36d6fd91b6eb" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.739023] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9fb1be58-67b0-4109-83c9-36d6fd91b6eb',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 689.978232] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.978562] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.978562] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.978738] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.978835] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.978941] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 01b4a28f-2af7-4dd0-8ce7-d59bea16cdcf is going to be updated. [ 690.012841] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.012841] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.012841] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.013259] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.013320] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.023743] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 01b4a28f-2af7-4dd0-8ce7-d59bea16cdcf in Status: IN_PROGRESS for 2s [ 690.041940] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b2a6d7da-8654-4116-927a-45dff90548be: rpc.has_security_group_logging(os_id): False [ 690.068664] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.068664] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.068664] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.069087] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.069087] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.069087] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.069227] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.069281] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.070114] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.070114] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.070114] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.070114] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.070114] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.070449] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.070449] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.070582] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.070701] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.070765] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.070958] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.071093] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.071214] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b2a6d7da-8654-4116-927a-45dff90548be is going to be created. [ 690.169870] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.169870] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.170114] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.170510] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.170746] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.185039] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b2a6d7da-8654-4116-927a-45dff90548be in Status: IN_PROGRESS for 2s [ 690.242028] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9fb1be58-67b0-4109-83c9-36d6fd91b6eb [ 690.242028] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.242028] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.242028] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.242028] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.242028] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.242028] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9fb1be58-67b0-4109-83c9-36d6fd91b6eb already deleted. [ 690.242028] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9fb1be58-67b0-4109-83c9-36d6fd91b6eb" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.488126] env[65562]: INFO networking_nsxv3.common.synchronization [req-082b2127-dbb3-4c3f-8a42-0896a2be88c7 req-b4858e22-c835-4857-a38e-8d17e6712209 service nova] Enqueued Resource ID: 01b4a28f-2af7-4dd0-8ce7-d59bea16cdcf with Priority: HIGHEST for action security_group_rules [ 690.488466] env[65562]: INFO networking_nsxv3.common.synchronization [req-082b2127-dbb3-4c3f-8a42-0896a2be88c7 req-b4858e22-c835-4857-a38e-8d17e6712209 service nova] Enqueued Resource ID: 01b4a28f-2af7-4dd0-8ce7-d59bea16cdcf with Priority: HIGHEST for action security_group_members [ 690.488562] env[65562]: INFO networking_nsxv3.common.synchronization [req-082b2127-dbb3-4c3f-8a42-0896a2be88c7 req-b4858e22-c835-4857-a38e-8d17e6712209 service nova] Enqueued Resource ID: ef3bac21-6713-4339-bdaa-44322e85981c with Priority: HIGHEST for action port [ 690.490964] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 01b4a28f-2af7-4dd0-8ce7-d59bea16cdcf with Priority: HIGHEST for action security_group_rules [ 690.491099] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 01b4a28f-2af7-4dd0-8ce7-d59bea16cdcf with Priority: HIGHEST for action security_group_members [ 690.491212] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ef3bac21-6713-4339-bdaa-44322e85981c with Priority: HIGHEST for action port [ 690.491503] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock rules-01b4a28f-2af7-4dd0-8ce7-d59bea16cdcf taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.491672] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-01b4a28f-2af7-4dd0-8ce7-d59bea16cdcf" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.492119] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-01b4a28f-2af7-4dd0-8ce7-d59bea16cdcf taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.492216] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-01b4a28f-2af7-4dd0-8ce7-d59bea16cdcf" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.492410] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock port-ef3bac21-6713-4339-bdaa-44322e85981c taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.492506] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ef3bac21-6713-4339-bdaa-44322e85981c" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.492567] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ef3bac21-6713-4339-bdaa-44322e85981c" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.492742] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ef3bac21-6713-4339-bdaa-44322e85981c" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.492829] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ef3bac21-6713-4339-bdaa-44322e85981c',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 691.000571] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ef3bac21-6713-4339-bdaa-44322e85981c with status ACTIVE [ 691.000571] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.000571] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.000571] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.000571] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.000571] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.000571] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.000571] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.000571] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.001364] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.001364] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.001364] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.001364] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.001364] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.001364] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.001364] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.001648] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ef3bac21-6713-4339-bdaa-44322e85981c is going to be updated. [ 691.023920] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.024112] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.024159] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.024361] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.024502] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.024705] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ef3bac21-6713-4339-bdaa-44322e85981c" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.108591] env[65562]: INFO networking_nsxv3.common.synchronization [req-1cd13b4b-8ea5-4e4c-b199-73a3a97e7645 req-d6101290-3069-4f2f-b431-30760b864aac tempest-ServersV294TestFqdnHostnames-97372038 tempest-ServersV294TestFqdnHostnames-97372038-project-member] Enqueued Resource ID: b4d7ec2e-c0bb-4e98-9e1e-6b5ad4f87e19 with Priority: HIGHEST for action security_group_members [ 691.109220] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b4d7ec2e-c0bb-4e98-9e1e-6b5ad4f87e19 with Priority: HIGHEST for action security_group_members [ 691.109571] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-b4d7ec2e-c0bb-4e98-9e1e-6b5ad4f87e19 taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.109899] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b4d7ec2e-c0bb-4e98-9e1e-6b5ad4f87e19" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.109991] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b4d7ec2e-c0bb-4e98-9e1e-6b5ad4f87e19" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.110243] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b4d7ec2e-c0bb-4e98-9e1e-6b5ad4f87e19" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.110417] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.110548] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.110627] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.110719] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.110795] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.110884] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b4d7ec2e-c0bb-4e98-9e1e-6b5ad4f87e19',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 691.617063] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.617063] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.617063] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.617063] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.617063] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.617695] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.617695] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.617695] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.617695] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.617695] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.617695] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b4d7ec2e-c0bb-4e98-9e1e-6b5ad4f87e19 already deleted. [ 691.618023] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b4d7ec2e-c0bb-4e98-9e1e-6b5ad4f87e19" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.658152] env[65562]: DEBUG networking_nsxv3.common.locking [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Lock network-176 taken with stack trace [, , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.658359] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquiring lock "network-176" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.658481] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired lock "network-176" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.659159] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired external semaphore "network-176" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.659434] env[65562]: DEBUG networking_nsxv3.common.locking [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.659584] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquiring lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.659696] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.659904] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired external semaphore "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.660049] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Releasing lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.660251] env[65562]: DEBUG dogpile.cache.region [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] No value present for key: 'zone-id' {{(pid=65562) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 691.660357] env[65562]: DEBUG dogpile.lock [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] NeedRegenerationException {{(pid=65562) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 691.660457] env[65562]: DEBUG dogpile.lock [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] no value, waiting for create lock {{(pid=65562) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 691.660555] env[65562]: DEBUG dogpile.lock [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] value creation lock acquired {{(pid=65562) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 691.660656] env[65562]: DEBUG dogpile.cache.region [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] No value present for key: 'zone-id' {{(pid=65562) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 691.660753] env[65562]: DEBUG dogpile.lock [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Calling creation function for not-yet-present value {{(pid=65562) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 691.660877] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 691.679513] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 691.679513] env[65562]: DEBUG dogpile.cache.region [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=65562) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 691.679513] env[65562]: DEBUG dogpile.lock [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Released creation lock {{(pid=65562) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 691.679838] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Releasing lock "network-176" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.679882] env[65562]: DEBUG networking_nsxv3.common.locking [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Lock port-3a5364d6-f1da-4d73-b16d-96202ae23c27 taken with stack trace [, , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.680155] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquiring lock "port-3a5364d6-f1da-4d73-b16d-96202ae23c27" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.680155] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired lock "port-3a5364d6-f1da-4d73-b16d-96202ae23c27" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.680651] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired external semaphore "port-3a5364d6-f1da-4d73-b16d-96202ae23c27" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.680651] env[65562]: DEBUG networking_nsxv3.api.rpc [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3a5364d6-f1da-4d73-b16d-96202ae23c27',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 692.021366] env[65562]: INFO networking_nsxv3.common.synchronization [None req-2be45de9-2887-44a6-a403-8773005466cf None None] Enqueued Resource ID: badbb4f2-f4f4-4b18-b1db-d5cadd6d9631 with Priority: HIGHEST for action port [ 692.021366] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: badbb4f2-f4f4-4b18-b1db-d5cadd6d9631 with Priority: HIGHEST for action port [ 692.021585] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock port-badbb4f2-f4f4-4b18-b1db-d5cadd6d9631 taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.021931] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-badbb4f2-f4f4-4b18-b1db-d5cadd6d9631" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.021931] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-badbb4f2-f4f4-4b18-b1db-d5cadd6d9631" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.022106] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-badbb4f2-f4f4-4b18-b1db-d5cadd6d9631" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.022147] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('badbb4f2-f4f4-4b18-b1db-d5cadd6d9631',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 692.034679] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 01b4a28f-2af7-4dd0-8ce7-d59bea16cdcf in Status: SUCCESS [ 692.034965] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-01b4a28f-2af7-4dd0-8ce7-d59bea16cdcf" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.035230] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-01b4a28f-2af7-4dd0-8ce7-d59bea16cdcf" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.035523] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-01b4a28f-2af7-4dd0-8ce7-d59bea16cdcf" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.035788] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.035962] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.036082] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.036332] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.036473] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.037050] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('01b4a28f-2af7-4dd0-8ce7-d59bea16cdcf',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 692.182470] env[65562]: DEBUG networking_nsxv3.common.locking [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.182990] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.182990] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.183626] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.183783] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.185961] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Segment Port 3a5364d6-f1da-4d73-b16d-96202ae23c27 not found, creating... [ 692.185961] env[65562]: DEBUG networking_nsxv3.common.locking [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.185961] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquiring lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.185961] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.185961] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired external semaphore "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.185961] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Releasing lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.185961] env[65562]: DEBUG networking_nsxv3.common.locking [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.185961] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.185961] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.185961] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.186612] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.186612] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Resource: SegmentPort with ID: 3a5364d6-f1da-4d73-b16d-96202ae23c27 is going to be created. [ 692.199130] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b2a6d7da-8654-4116-927a-45dff90548be in Status: SUCCESS [ 692.199401] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b2a6d7da-8654-4116-927a-45dff90548be" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.207249] env[65562]: DEBUG networking_nsxv3.common.locking [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.207479] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.207561] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.207842] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.208078] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.208295] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Releasing lock "port-3a5364d6-f1da-4d73-b16d-96202ae23c27" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.525644] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port badbb4f2-f4f4-4b18-b1db-d5cadd6d9631 [ 692.525934] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.526103] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.526174] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.526398] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.526487] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.526585] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:badbb4f2-f4f4-4b18-b1db-d5cadd6d9631 already deleted. [ 692.526666] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-badbb4f2-f4f4-4b18-b1db-d5cadd6d9631" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.541536] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('01b4a28f-2af7-4dd0-8ce7-d59bea16cdcf',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 692.985435] env[65562]: INFO networking_nsxv3.common.synchronization [req-1cd13b4b-8ea5-4e4c-b199-73a3a97e7645 req-d8bb5a17-f799-499a-b844-30bfcfcf6ca5 service nova] Enqueued Resource ID: b4d7ec2e-c0bb-4e98-9e1e-6b5ad4f87e19 with Priority: HIGHEST for action security_group_rules [ 692.985621] env[65562]: INFO networking_nsxv3.common.synchronization [req-1cd13b4b-8ea5-4e4c-b199-73a3a97e7645 req-d8bb5a17-f799-499a-b844-30bfcfcf6ca5 service nova] Enqueued Resource ID: b4d7ec2e-c0bb-4e98-9e1e-6b5ad4f87e19 with Priority: HIGHEST for action security_group_members [ 692.985915] env[65562]: INFO networking_nsxv3.common.synchronization [req-1cd13b4b-8ea5-4e4c-b199-73a3a97e7645 req-d8bb5a17-f799-499a-b844-30bfcfcf6ca5 service nova] Enqueued Resource ID: 3a5364d6-f1da-4d73-b16d-96202ae23c27 with Priority: HIGHEST for action port [ 692.986956] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b4d7ec2e-c0bb-4e98-9e1e-6b5ad4f87e19 with Priority: HIGHEST for action security_group_rules [ 692.987079] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b4d7ec2e-c0bb-4e98-9e1e-6b5ad4f87e19 with Priority: HIGHEST for action security_group_members [ 692.987182] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3a5364d6-f1da-4d73-b16d-96202ae23c27 with Priority: HIGHEST for action port [ 692.987488] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b4d7ec2e-c0bb-4e98-9e1e-6b5ad4f87e19 taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.987607] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b4d7ec2e-c0bb-4e98-9e1e-6b5ad4f87e19" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.987679] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b4d7ec2e-c0bb-4e98-9e1e-6b5ad4f87e19" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.987886] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b4d7ec2e-c0bb-4e98-9e1e-6b5ad4f87e19" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.987970] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b4d7ec2e-c0bb-4e98-9e1e-6b5ad4f87e19',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 692.992255] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-b4d7ec2e-c0bb-4e98-9e1e-6b5ad4f87e19 taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.992255] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b4d7ec2e-c0bb-4e98-9e1e-6b5ad4f87e19" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.992255] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b4d7ec2e-c0bb-4e98-9e1e-6b5ad4f87e19" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.992255] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b4d7ec2e-c0bb-4e98-9e1e-6b5ad4f87e19" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.992255] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.992255] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.992255] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.992255] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.992255] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.992255] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b4d7ec2e-c0bb-4e98-9e1e-6b5ad4f87e19',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 692.993847] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock port-3a5364d6-f1da-4d73-b16d-96202ae23c27 taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.993847] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3a5364d6-f1da-4d73-b16d-96202ae23c27" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.993847] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3a5364d6-f1da-4d73-b16d-96202ae23c27" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.994064] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3a5364d6-f1da-4d73-b16d-96202ae23c27" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.994064] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3a5364d6-f1da-4d73-b16d-96202ae23c27',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 693.043514] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('01b4a28f-2af7-4dd0-8ce7-d59bea16cdcf',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 693.493928] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b4d7ec2e-c0bb-4e98-9e1e-6b5ad4f87e19',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 693.495511] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-b4d7ec2e-c0bb-4e98-9e1e-6b5ad4f87e19 taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.495774] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b4d7ec2e-c0bb-4e98-9e1e-6b5ad4f87e19" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.497358] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3a5364d6-f1da-4d73-b16d-96202ae23c27 with status ACTIVE [ 693.497358] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.497358] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.497358] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.497358] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.498111] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.498111] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.498111] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.498248] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.498577] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.498726] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.498878] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.499341] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.499341] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.499341] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.499341] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.499596] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3a5364d6-f1da-4d73-b16d-96202ae23c27 is going to be updated. [ 693.531770] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.531770] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.531770] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.531935] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.532109] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.532266] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3a5364d6-f1da-4d73-b16d-96202ae23c27" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.545968] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.546139] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.546213] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.546438] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.546529] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.546625] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 01b4a28f-2af7-4dd0-8ce7-d59bea16cdcf is going to be updated. [ 693.576301] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.576541] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.576700] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.576999] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.577600] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.588524] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 01b4a28f-2af7-4dd0-8ce7-d59bea16cdcf in Status: IN_PROGRESS for 2s [ 693.998201] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b4d7ec2e-c0bb-4e98-9e1e-6b5ad4f87e19',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 694.502424] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.503494] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.503494] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.503494] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.503690] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.503690] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b4d7ec2e-c0bb-4e98-9e1e-6b5ad4f87e19 is going to be created. [ 694.532841] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.539179] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.539179] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.539179] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.539179] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.552943] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b4d7ec2e-c0bb-4e98-9e1e-6b5ad4f87e19 in Status: UNINITIALIZED for 2s [ 694.625275] env[65562]: INFO networking_nsxv3.common.synchronization [None req-7e820f6d-dbba-4633-a9d6-ee6b0c271f1e None None] Enqueued Resource ID: 4a128b99-9cd7-459a-b3ec-8db7b382f409 with Priority: HIGHEST for action port [ 694.625275] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4a128b99-9cd7-459a-b3ec-8db7b382f409 with Priority: HIGHEST for action port [ 694.625275] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock port-4a128b99-9cd7-459a-b3ec-8db7b382f409 taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.625275] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4a128b99-9cd7-459a-b3ec-8db7b382f409" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.625275] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4a128b99-9cd7-459a-b3ec-8db7b382f409" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.625733] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4a128b99-9cd7-459a-b3ec-8db7b382f409" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.625733] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4a128b99-9cd7-459a-b3ec-8db7b382f409',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 694.982414] env[65562]: INFO networking_nsxv3.common.synchronization [None req-bc207383-995a-4daa-89c3-c2c6d53599ac tempest-ServersTestJSON-735458416 tempest-ServersTestJSON-735458416-project-member] Enqueued Resource ID: e5cc65cc-dc60-4faf-8964-df02971e5295 with Priority: HIGHEST for action security_group_rules [ 694.982847] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e5cc65cc-dc60-4faf-8964-df02971e5295 with Priority: HIGHEST for action security_group_rules [ 694.983754] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e5cc65cc-dc60-4faf-8964-df02971e5295 taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.983890] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e5cc65cc-dc60-4faf-8964-df02971e5295" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.983943] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e5cc65cc-dc60-4faf-8964-df02971e5295" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.984468] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e5cc65cc-dc60-4faf-8964-df02971e5295" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.984551] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e5cc65cc-dc60-4faf-8964-df02971e5295',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 695.130474] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4a128b99-9cd7-459a-b3ec-8db7b382f409 [ 695.130711] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.130834] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.130907] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.131161] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.131262] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.133036] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4a128b99-9cd7-459a-b3ec-8db7b382f409 already deleted. [ 695.133036] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4a128b99-9cd7-459a-b3ec-8db7b382f409" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.430244] env[65562]: INFO networking_nsxv3.common.synchronization [None req-0f8ab6d3-e4a2-4107-8ded-99bbb0f246ba tempest-ServersTestJSON-735458416 tempest-ServersTestJSON-735458416-project-member] Enqueued Resource ID: e5cc65cc-dc60-4faf-8964-df02971e5295 with Priority: HIGHEST for action security_group_rules [ 695.431765] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e5cc65cc-dc60-4faf-8964-df02971e5295 with Priority: HIGHEST for action security_group_rules [ 695.432173] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e5cc65cc-dc60-4faf-8964-df02971e5295 taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.432291] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e5cc65cc-dc60-4faf-8964-df02971e5295" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.512407] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.512905] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.512905] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.512905] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.513035] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.513098] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e5cc65cc-dc60-4faf-8964-df02971e5295 already deleted. [ 695.513332] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e5cc65cc-dc60-4faf-8964-df02971e5295" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.513403] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e5cc65cc-dc60-4faf-8964-df02971e5295" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.513620] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e5cc65cc-dc60-4faf-8964-df02971e5295" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.513776] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e5cc65cc-dc60-4faf-8964-df02971e5295',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 695.600939] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 01b4a28f-2af7-4dd0-8ce7-d59bea16cdcf in Status: SUCCESS [ 695.600939] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-01b4a28f-2af7-4dd0-8ce7-d59bea16cdcf" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.600939] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-01b4a28f-2af7-4dd0-8ce7-d59bea16cdcf" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.601190] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-01b4a28f-2af7-4dd0-8ce7-d59bea16cdcf" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.601283] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.601389] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.601455] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.601647] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.601756] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.601934] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-01b4a28f-2af7-4dd0-8ce7-d59bea16cdcf" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.601990] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('01b4a28f-2af7-4dd0-8ce7-d59bea16cdcf',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 695.603088] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-01b4a28f-2af7-4dd0-8ce7-d59bea16cdcf" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.603299] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-01b4a28f-2af7-4dd0-8ce7-d59bea16cdcf" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.603486] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.603600] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.603652] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.603804] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.603910] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.604015] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('01b4a28f-2af7-4dd0-8ce7-d59bea16cdcf',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 696.039389] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.039552] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.039552] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.040774] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.040974] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.041443] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e5cc65cc-dc60-4faf-8964-df02971e5295 already deleted. [ 696.042355] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e5cc65cc-dc60-4faf-8964-df02971e5295" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.105874] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-01b4a28f-2af7-4dd0-8ce7-d59bea16cdcf taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.106013] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-01b4a28f-2af7-4dd0-8ce7-d59bea16cdcf" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.108044] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('01b4a28f-2af7-4dd0-8ce7-d59bea16cdcf',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 696.567881] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b4d7ec2e-c0bb-4e98-9e1e-6b5ad4f87e19 in Status: SUCCESS [ 696.570689] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b4d7ec2e-c0bb-4e98-9e1e-6b5ad4f87e19" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.570689] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b4d7ec2e-c0bb-4e98-9e1e-6b5ad4f87e19" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.570689] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b4d7ec2e-c0bb-4e98-9e1e-6b5ad4f87e19" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.570689] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.570689] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.570689] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.570689] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.570689] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.570689] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b4d7ec2e-c0bb-4e98-9e1e-6b5ad4f87e19" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.570689] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b4d7ec2e-c0bb-4e98-9e1e-6b5ad4f87e19',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 696.612985] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('01b4a28f-2af7-4dd0-8ce7-d59bea16cdcf',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 696.785488] env[65562]: INFO networking_nsxv3.common.synchronization [req-c2600f32-4b79-4856-8451-612d6247fafa req-7802d394-2c0e-4a71-bce9-ed38211e509c tempest-InstanceActionsTestJSON-1441838418 tempest-InstanceActionsTestJSON-1441838418-project-member] Enqueued Resource ID: 7b0d6b31-2d47-4d98-b90a-1c8f18cda7a7 with Priority: HIGHEST for action security_group_members [ 696.786233] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7b0d6b31-2d47-4d98-b90a-1c8f18cda7a7 with Priority: HIGHEST for action security_group_members [ 696.786400] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-7b0d6b31-2d47-4d98-b90a-1c8f18cda7a7 taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.786528] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7b0d6b31-2d47-4d98-b90a-1c8f18cda7a7" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.786602] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7b0d6b31-2d47-4d98-b90a-1c8f18cda7a7" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.786822] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7b0d6b31-2d47-4d98-b90a-1c8f18cda7a7" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.787117] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.787117] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.787437] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.787437] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.787437] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.787616] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7b0d6b31-2d47-4d98-b90a-1c8f18cda7a7',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 697.073997] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b4d7ec2e-c0bb-4e98-9e1e-6b5ad4f87e19',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 697.117255] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.117255] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.117255] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.117670] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.117670] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.117670] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 01b4a28f-2af7-4dd0-8ce7-d59bea16cdcf is going to be updated. [ 697.153713] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.153864] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.153931] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.154522] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.154522] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.165847] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 01b4a28f-2af7-4dd0-8ce7-d59bea16cdcf in Status: IN_PROGRESS for 2s [ 697.290368] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.290524] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.290602] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.290972] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.290972] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.319790] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.319790] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.319790] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.319790] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.319790] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.319790] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7b0d6b31-2d47-4d98-b90a-1c8f18cda7a7 is going to be updated. [ 697.335929] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.336111] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.336162] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.336960] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.336960] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.350815] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7b0d6b31-2d47-4d98-b90a-1c8f18cda7a7 in Status: IN_PROGRESS for 2s [ 697.577216] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b4d7ec2e-c0bb-4e98-9e1e-6b5ad4f87e19: rpc.has_security_group_logging(os_id): False [ 697.618467] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.618927] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.619094] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.619396] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.619534] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.619876] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.621802] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.622690] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.622690] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.622690] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.622690] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b4d7ec2e-c0bb-4e98-9e1e-6b5ad4f87e19 is going to be created. [ 697.695298] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.695434] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.695434] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.699041] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.699041] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.711899] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b4d7ec2e-c0bb-4e98-9e1e-6b5ad4f87e19 in Status: IN_PROGRESS for 2s [ 697.735654] env[65562]: INFO networking_nsxv3.common.synchronization [None req-c2b42093-d981-4064-bd84-402e6065ed5c tempest-AttachInterfacesTestJSON-12420228 tempest-AttachInterfacesTestJSON-12420228-project-member] Enqueued Resource ID: aaf40d1b-2d66-4668-af21-daa6ff5f8056 with Priority: HIGHEST for action security_group_rules [ 697.737902] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aaf40d1b-2d66-4668-af21-daa6ff5f8056 with Priority: HIGHEST for action security_group_rules [ 697.738478] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock rules-aaf40d1b-2d66-4668-af21-daa6ff5f8056 taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.738681] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-aaf40d1b-2d66-4668-af21-daa6ff5f8056" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.738785] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-aaf40d1b-2d66-4668-af21-daa6ff5f8056" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.739197] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-aaf40d1b-2d66-4668-af21-daa6ff5f8056" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.741146] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('aaf40d1b-2d66-4668-af21-daa6ff5f8056',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 697.874036] env[65562]: INFO networking_nsxv3.common.synchronization [None req-a3906b85-8403-4dd3-982d-a71488444ca5 tempest-AttachInterfacesTestJSON-12420228 tempest-AttachInterfacesTestJSON-12420228-project-member] Enqueued Resource ID: aaf40d1b-2d66-4668-af21-daa6ff5f8056 with Priority: HIGHEST for action security_group_rules [ 697.874218] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aaf40d1b-2d66-4668-af21-daa6ff5f8056 with Priority: HIGHEST for action security_group_rules [ 697.874952] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock rules-aaf40d1b-2d66-4668-af21-daa6ff5f8056 taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.875145] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-aaf40d1b-2d66-4668-af21-daa6ff5f8056" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.267154] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.268246] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.268246] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.268246] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.268246] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.268246] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: aaf40d1b-2d66-4668-af21-daa6ff5f8056 already deleted. [ 698.268246] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-aaf40d1b-2d66-4668-af21-daa6ff5f8056" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.268648] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-aaf40d1b-2d66-4668-af21-daa6ff5f8056" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.269681] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-aaf40d1b-2d66-4668-af21-daa6ff5f8056" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.269681] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('aaf40d1b-2d66-4668-af21-daa6ff5f8056',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 698.794458] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.794984] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.795182] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.795466] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.795638] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.795802] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: aaf40d1b-2d66-4668-af21-daa6ff5f8056 already deleted. [ 698.796360] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-aaf40d1b-2d66-4668-af21-daa6ff5f8056" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.178132] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 01b4a28f-2af7-4dd0-8ce7-d59bea16cdcf in Status: SUCCESS [ 699.178419] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-01b4a28f-2af7-4dd0-8ce7-d59bea16cdcf" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.178876] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-01b4a28f-2af7-4dd0-8ce7-d59bea16cdcf" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.178941] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-01b4a28f-2af7-4dd0-8ce7-d59bea16cdcf" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.179230] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.179370] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.179479] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.179757] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.179911] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.180467] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-01b4a28f-2af7-4dd0-8ce7-d59bea16cdcf" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.180635] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-01b4a28f-2af7-4dd0-8ce7-d59bea16cdcf taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.180718] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-01b4a28f-2af7-4dd0-8ce7-d59bea16cdcf" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.180835] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-01b4a28f-2af7-4dd0-8ce7-d59bea16cdcf" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.181043] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-01b4a28f-2af7-4dd0-8ce7-d59bea16cdcf" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.181955] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.181955] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.181955] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.181955] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.181955] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.182371] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-01b4a28f-2af7-4dd0-8ce7-d59bea16cdcf" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.182371] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('01b4a28f-2af7-4dd0-8ce7-d59bea16cdcf',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 699.365627] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7b0d6b31-2d47-4d98-b90a-1c8f18cda7a7 in Status: SUCCESS [ 699.366121] env[65562]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7b0d6b31-2d47-4d98-b90a-1c8f18cda7a7 deletion is rescheduled due to dependency. [ 699.366335] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7b0d6b31-2d47-4d98-b90a-1c8f18cda7a7" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.685516] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 01b4a28f-2af7-4dd0-8ce7-d59bea16cdcf: rpc.has_security_group_logging(os_id): False [ 699.707984] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.709169] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.709169] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.709169] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.709169] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.709169] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.709434] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.709434] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.709659] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.709743] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.709980] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.712127] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.712127] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.712127] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.712127] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.712127] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.712339] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.712447] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.712652] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.712764] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.712885] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 01b4a28f-2af7-4dd0-8ce7-d59bea16cdcf is going to be updated. [ 699.735099] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b4d7ec2e-c0bb-4e98-9e1e-6b5ad4f87e19 in Status: SUCCESS [ 699.735099] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b4d7ec2e-c0bb-4e98-9e1e-6b5ad4f87e19" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.815773] env[65562]: INFO networking_nsxv3.common.synchronization [req-1717071d-55f3-48aa-85c7-ef91de359016 req-387cff30-494a-49eb-9179-f27985c425de tempest-ServerRescueTestJSONUnderV235-1402422863 tempest-ServerRescueTestJSONUnderV235-1402422863-project-member] Enqueued Resource ID: c3ff403a-12a9-4317-b6a1-2b0a324d957b with Priority: HIGHEST for action security_group_members [ 699.816206] env[65562]: INFO networking_nsxv3.common.synchronization [req-1717071d-55f3-48aa-85c7-ef91de359016 req-387cff30-494a-49eb-9179-f27985c425de tempest-ServerRescueTestJSONUnderV235-1402422863 tempest-ServerRescueTestJSONUnderV235-1402422863-project-member] Enqueued Resource ID: a92adef8-a6b6-4032-9e92-cbb78e6b5252 with Priority: HIGHEST for action security_group_members [ 699.816555] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c3ff403a-12a9-4317-b6a1-2b0a324d957b with Priority: HIGHEST for action security_group_members [ 699.816851] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a92adef8-a6b6-4032-9e92-cbb78e6b5252 with Priority: HIGHEST for action security_group_members [ 699.817263] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-c3ff403a-12a9-4317-b6a1-2b0a324d957b taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.817498] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c3ff403a-12a9-4317-b6a1-2b0a324d957b" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.817498] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c3ff403a-12a9-4317-b6a1-2b0a324d957b" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.817632] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c3ff403a-12a9-4317-b6a1-2b0a324d957b" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.818178] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.818386] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.818461] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.818631] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.818721] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.818862] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c3ff403a-12a9-4317-b6a1-2b0a324d957b',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 699.819685] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-a92adef8-a6b6-4032-9e92-cbb78e6b5252 taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.819803] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a92adef8-a6b6-4032-9e92-cbb78e6b5252" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.819870] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a92adef8-a6b6-4032-9e92-cbb78e6b5252" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.820173] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a92adef8-a6b6-4032-9e92-cbb78e6b5252" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.821362] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.821483] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.821533] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.821676] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.821759] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.821851] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a92adef8-a6b6-4032-9e92-cbb78e6b5252',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 699.841833] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.842098] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.842098] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.842251] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.842396] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.855850] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 01b4a28f-2af7-4dd0-8ce7-d59bea16cdcf in Status: IN_PROGRESS for 2s [ 699.865497] env[65562]: INFO networking_nsxv3.common.synchronization [req-1717071d-55f3-48aa-85c7-ef91de359016 req-387cff30-494a-49eb-9179-f27985c425de tempest-ServerRescueTestJSONUnderV235-1402422863 tempest-ServerRescueTestJSONUnderV235-1402422863-project-member] Enqueued Resource ID: a92adef8-a6b6-4032-9e92-cbb78e6b5252 with Priority: HIGHEST for action security_group_rules [ 699.865700] env[65562]: INFO networking_nsxv3.common.synchronization [req-1717071d-55f3-48aa-85c7-ef91de359016 req-387cff30-494a-49eb-9179-f27985c425de tempest-ServerRescueTestJSONUnderV235-1402422863 tempest-ServerRescueTestJSONUnderV235-1402422863-project-member] Enqueued Resource ID: a92adef8-a6b6-4032-9e92-cbb78e6b5252 with Priority: HIGHEST for action security_group_members [ 699.865854] env[65562]: INFO networking_nsxv3.common.synchronization [req-1717071d-55f3-48aa-85c7-ef91de359016 req-387cff30-494a-49eb-9179-f27985c425de tempest-ServerRescueTestJSONUnderV235-1402422863 tempest-ServerRescueTestJSONUnderV235-1402422863-project-member] Enqueued Resource ID: c3ff403a-12a9-4317-b6a1-2b0a324d957b with Priority: HIGHEST for action security_group_rules [ 699.865976] env[65562]: INFO networking_nsxv3.common.synchronization [req-1717071d-55f3-48aa-85c7-ef91de359016 req-387cff30-494a-49eb-9179-f27985c425de tempest-ServerRescueTestJSONUnderV235-1402422863 tempest-ServerRescueTestJSONUnderV235-1402422863-project-member] Enqueued Resource ID: c3ff403a-12a9-4317-b6a1-2b0a324d957b with Priority: HIGHEST for action security_group_members [ 699.866111] env[65562]: INFO networking_nsxv3.common.synchronization [req-1717071d-55f3-48aa-85c7-ef91de359016 req-387cff30-494a-49eb-9179-f27985c425de tempest-ServerRescueTestJSONUnderV235-1402422863 tempest-ServerRescueTestJSONUnderV235-1402422863-project-member] Enqueued Resource ID: ee16f02d-ffcb-44da-a338-9ea334550837 with Priority: HIGHEST for action port [ 699.866851] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a92adef8-a6b6-4032-9e92-cbb78e6b5252 with Priority: HIGHEST for action security_group_rules [ 699.870238] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c3ff403a-12a9-4317-b6a1-2b0a324d957b with Priority: HIGHEST for action security_group_rules [ 699.870359] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ee16f02d-ffcb-44da-a338-9ea334550837 with Priority: HIGHEST for action port [ 699.870456] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a92adef8-a6b6-4032-9e92-cbb78e6b5252 with Priority: HIGHEST for action security_group_members [ 699.870547] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c3ff403a-12a9-4317-b6a1-2b0a324d957b with Priority: HIGHEST for action security_group_members [ 699.871645] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a92adef8-a6b6-4032-9e92-cbb78e6b5252 taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.871774] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a92adef8-a6b6-4032-9e92-cbb78e6b5252" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.871844] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a92adef8-a6b6-4032-9e92-cbb78e6b5252" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.872135] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a92adef8-a6b6-4032-9e92-cbb78e6b5252" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.872222] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a92adef8-a6b6-4032-9e92-cbb78e6b5252',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 699.873121] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c3ff403a-12a9-4317-b6a1-2b0a324d957b taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.874073] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c3ff403a-12a9-4317-b6a1-2b0a324d957b" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.874159] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c3ff403a-12a9-4317-b6a1-2b0a324d957b" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.874348] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c3ff403a-12a9-4317-b6a1-2b0a324d957b" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.874430] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c3ff403a-12a9-4317-b6a1-2b0a324d957b',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 699.875548] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock port-ee16f02d-ffcb-44da-a338-9ea334550837 taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.875666] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ee16f02d-ffcb-44da-a338-9ea334550837" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.875751] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ee16f02d-ffcb-44da-a338-9ea334550837" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.875880] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ee16f02d-ffcb-44da-a338-9ea334550837" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.875956] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ee16f02d-ffcb-44da-a338-9ea334550837',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 699.877112] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-a92adef8-a6b6-4032-9e92-cbb78e6b5252 taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.877112] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a92adef8-a6b6-4032-9e92-cbb78e6b5252" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.877112] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-c3ff403a-12a9-4317-b6a1-2b0a324d957b taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.877112] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c3ff403a-12a9-4317-b6a1-2b0a324d957b" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.323646] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c3ff403a-12a9-4317-b6a1-2b0a324d957b',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 700.328768] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a92adef8-a6b6-4032-9e92-cbb78e6b5252',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 700.380352] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-a92adef8-a6b6-4032-9e92-cbb78e6b5252 taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.380352] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a92adef8-a6b6-4032-9e92-cbb78e6b5252" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.380352] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-c3ff403a-12a9-4317-b6a1-2b0a324d957b taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.380352] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c3ff403a-12a9-4317-b6a1-2b0a324d957b" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.380352] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ee16f02d-ffcb-44da-a338-9ea334550837 with status ACTIVE [ 700.380352] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.380352] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.380352] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.380352] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.380352] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.380352] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.380352] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.380352] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.380352] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.380352] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.382205] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.382205] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.382205] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.382205] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.382205] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.382205] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ee16f02d-ffcb-44da-a338-9ea334550837 is going to be updated. [ 700.406042] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.406042] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.406042] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.406352] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.406582] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.406901] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ee16f02d-ffcb-44da-a338-9ea334550837" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.826048] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c3ff403a-12a9-4317-b6a1-2b0a324d957b',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 700.832137] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a92adef8-a6b6-4032-9e92-cbb78e6b5252',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 700.958464] env[65562]: INFO networking_nsxv3.common.synchronization [req-8a54bfe9-e1b6-4635-9f35-ccdf41351448 req-2d1e7373-8730-4845-9e26-cb4e3f4cb920 tempest-ServersAdminTestJSON-654717704 tempest-ServersAdminTestJSON-654717704-project-member] Enqueued Resource ID: 9c637330-1eb5-4d0f-9bfc-c8d2f1935709 with Priority: HIGHEST for action security_group_members [ 700.959255] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9c637330-1eb5-4d0f-9bfc-c8d2f1935709 with Priority: HIGHEST for action security_group_members [ 700.959435] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-9c637330-1eb5-4d0f-9bfc-c8d2f1935709 taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.959572] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9c637330-1eb5-4d0f-9bfc-c8d2f1935709" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.959639] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9c637330-1eb5-4d0f-9bfc-c8d2f1935709" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.960900] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9c637330-1eb5-4d0f-9bfc-c8d2f1935709" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.961144] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.961264] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.961329] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.961506] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.961593] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.961688] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9c637330-1eb5-4d0f-9bfc-c8d2f1935709',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 701.329260] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.329491] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.329580] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.329855] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.329941] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.330051] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c3ff403a-12a9-4317-b6a1-2b0a324d957b is going to be updated. [ 701.337952] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.338281] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.338281] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.338402] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.338494] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.338588] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a92adef8-a6b6-4032-9e92-cbb78e6b5252 is going to be created. [ 701.363035] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.363035] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.363035] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.363035] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.363035] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.364449] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.364772] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.364944] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.366033] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.366033] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.379611] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a92adef8-a6b6-4032-9e92-cbb78e6b5252 in Status: UNINITIALIZED for 2s [ 701.380385] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c3ff403a-12a9-4317-b6a1-2b0a324d957b in Status: IN_PROGRESS for 2s [ 701.411018] env[65562]: DEBUG networking_nsxv3.common.locking [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Lock network-958 taken with stack trace [, , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.411248] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquiring lock "network-958" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.411370] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired lock "network-958" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.411717] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired external semaphore "network-958" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.411984] env[65562]: DEBUG networking_nsxv3.common.locking [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.412381] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquiring lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.412543] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.413014] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired external semaphore "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.413226] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Releasing lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.413503] env[65562]: DEBUG dogpile.cache.region [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] No value present for key: 'zone-id' {{(pid=65562) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 701.413653] env[65562]: DEBUG dogpile.lock [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] NeedRegenerationException {{(pid=65562) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 701.413792] env[65562]: DEBUG dogpile.lock [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] no value, waiting for create lock {{(pid=65562) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 701.413928] env[65562]: DEBUG dogpile.lock [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] value creation lock acquired {{(pid=65562) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 701.414168] env[65562]: DEBUG dogpile.cache.region [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] No value present for key: 'zone-id' {{(pid=65562) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 701.414398] env[65562]: DEBUG dogpile.lock [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Calling creation function for not-yet-present value {{(pid=65562) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 701.414740] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 701.434765] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 701.435289] env[65562]: DEBUG dogpile.cache.region [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65562) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 701.435431] env[65562]: DEBUG dogpile.lock [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Released creation lock {{(pid=65562) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 701.435715] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Releasing lock "network-958" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.435868] env[65562]: DEBUG networking_nsxv3.common.locking [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Lock port-29c3eaf2-6554-433e-8cb4-2780feaeff66 taken with stack trace [, , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.436328] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquiring lock "port-29c3eaf2-6554-433e-8cb4-2780feaeff66" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.436499] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired lock "port-29c3eaf2-6554-433e-8cb4-2780feaeff66" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.436817] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired external semaphore "port-29c3eaf2-6554-433e-8cb4-2780feaeff66" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.437158] env[65562]: DEBUG networking_nsxv3.api.rpc [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('29c3eaf2-6554-433e-8cb4-2780feaeff66',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 701.460182] env[65562]: INFO networking_nsxv3.common.synchronization [None req-84241a54-37fe-4b7b-8bb7-27bd66a1c9e6 None None] Enqueued Resource ID: aecf41d9-42da-44e0-a11b-83073ae9a9e8 with Priority: HIGHEST for action port [ 701.461046] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aecf41d9-42da-44e0-a11b-83073ae9a9e8 with Priority: HIGHEST for action port [ 701.461446] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock port-aecf41d9-42da-44e0-a11b-83073ae9a9e8 taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.461577] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-aecf41d9-42da-44e0-a11b-83073ae9a9e8" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.461654] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-aecf41d9-42da-44e0-a11b-83073ae9a9e8" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.462056] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-aecf41d9-42da-44e0-a11b-83073ae9a9e8" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.462056] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('aecf41d9-42da-44e0-a11b-83073ae9a9e8',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 701.463495] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.463623] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.463675] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.463872] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.463928] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.464123] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.464221] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.464413] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.464473] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.464523] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.464586] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9c637330-1eb5-4d0f-9bfc-c8d2f1935709 already deleted. [ 701.464688] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9c637330-1eb5-4d0f-9bfc-c8d2f1935709" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.870847] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 01b4a28f-2af7-4dd0-8ce7-d59bea16cdcf in Status: SUCCESS [ 701.871549] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-01b4a28f-2af7-4dd0-8ce7-d59bea16cdcf" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.872066] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-01b4a28f-2af7-4dd0-8ce7-d59bea16cdcf" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.872322] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-01b4a28f-2af7-4dd0-8ce7-d59bea16cdcf" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.872414] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('01b4a28f-2af7-4dd0-8ce7-d59bea16cdcf',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 701.939926] env[65562]: DEBUG networking_nsxv3.common.locking [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.940247] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.940412] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.940769] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.940956] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.941176] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Segment Port 29c3eaf2-6554-433e-8cb4-2780feaeff66 not found, creating... [ 701.941531] env[65562]: DEBUG networking_nsxv3.common.locking [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.941812] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquiring lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.942090] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.942372] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired external semaphore "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.942513] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Releasing lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.942835] env[65562]: DEBUG networking_nsxv3.common.locking [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.943124] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.943370] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.943667] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.943838] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.944087] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Resource: SegmentPort with ID: 29c3eaf2-6554-433e-8cb4-2780feaeff66 is going to be created. [ 701.964678] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port aecf41d9-42da-44e0-a11b-83073ae9a9e8 [ 701.964992] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.965164] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.965282] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.965483] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.965706] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.965769] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:aecf41d9-42da-44e0-a11b-83073ae9a9e8 already deleted. [ 701.965830] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-aecf41d9-42da-44e0-a11b-83073ae9a9e8" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.971364] env[65562]: DEBUG networking_nsxv3.common.locking [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.971468] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.971572] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.971849] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.972136] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.972365] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Releasing lock "port-29c3eaf2-6554-433e-8cb4-2780feaeff66" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.376380] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-01b4a28f-2af7-4dd0-8ce7-d59bea16cdcf taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.376380] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-01b4a28f-2af7-4dd0-8ce7-d59bea16cdcf" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.376380] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-01b4a28f-2af7-4dd0-8ce7-d59bea16cdcf" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.376380] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-01b4a28f-2af7-4dd0-8ce7-d59bea16cdcf" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.376380] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.376380] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.376380] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.376779] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.376779] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.376779] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-01b4a28f-2af7-4dd0-8ce7-d59bea16cdcf" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.376779] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('01b4a28f-2af7-4dd0-8ce7-d59bea16cdcf',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 702.799198] env[65562]: INFO networking_nsxv3.common.synchronization [req-8a54bfe9-e1b6-4635-9f35-ccdf41351448 req-36e74f8c-bf1c-4dbb-ab60-98d5e3d12bbe service nova] Enqueued Resource ID: 9c637330-1eb5-4d0f-9bfc-c8d2f1935709 with Priority: HIGHEST for action security_group_rules [ 702.799198] env[65562]: INFO networking_nsxv3.common.synchronization [req-8a54bfe9-e1b6-4635-9f35-ccdf41351448 req-36e74f8c-bf1c-4dbb-ab60-98d5e3d12bbe service nova] Enqueued Resource ID: 9c637330-1eb5-4d0f-9bfc-c8d2f1935709 with Priority: HIGHEST for action security_group_members [ 702.799198] env[65562]: INFO networking_nsxv3.common.synchronization [req-8a54bfe9-e1b6-4635-9f35-ccdf41351448 req-36e74f8c-bf1c-4dbb-ab60-98d5e3d12bbe service nova] Enqueued Resource ID: 29c3eaf2-6554-433e-8cb4-2780feaeff66 with Priority: HIGHEST for action port [ 702.799198] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9c637330-1eb5-4d0f-9bfc-c8d2f1935709 with Priority: HIGHEST for action security_group_rules [ 702.800534] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9c637330-1eb5-4d0f-9bfc-c8d2f1935709 with Priority: HIGHEST for action security_group_members [ 702.800534] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 29c3eaf2-6554-433e-8cb4-2780feaeff66 with Priority: HIGHEST for action port [ 702.800534] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9c637330-1eb5-4d0f-9bfc-c8d2f1935709 taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.800534] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9c637330-1eb5-4d0f-9bfc-c8d2f1935709" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.800534] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9c637330-1eb5-4d0f-9bfc-c8d2f1935709" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.800875] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9c637330-1eb5-4d0f-9bfc-c8d2f1935709" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.800875] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9c637330-1eb5-4d0f-9bfc-c8d2f1935709',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 702.802196] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-9c637330-1eb5-4d0f-9bfc-c8d2f1935709 taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.802196] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9c637330-1eb5-4d0f-9bfc-c8d2f1935709" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.802196] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9c637330-1eb5-4d0f-9bfc-c8d2f1935709" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.802313] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9c637330-1eb5-4d0f-9bfc-c8d2f1935709" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.802378] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.802463] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.802521] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.802684] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.802781] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.802904] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9c637330-1eb5-4d0f-9bfc-c8d2f1935709',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 702.805117] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock port-29c3eaf2-6554-433e-8cb4-2780feaeff66 taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.805226] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-29c3eaf2-6554-433e-8cb4-2780feaeff66" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.805291] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-29c3eaf2-6554-433e-8cb4-2780feaeff66" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.805450] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-29c3eaf2-6554-433e-8cb4-2780feaeff66" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.805527] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('29c3eaf2-6554-433e-8cb4-2780feaeff66',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 702.870025] env[65562]: INFO networking_nsxv3.common.synchronization [req-201161be-c096-4143-b6a3-f93e63214a9d req-b5ab33ec-e6b7-4d31-8df8-0ada0040510c tempest-ServerRescueTestJSONUnderV235-1402422863 tempest-ServerRescueTestJSONUnderV235-1402422863-project-member] Enqueued Resource ID: c3ff403a-12a9-4317-b6a1-2b0a324d957b with Priority: HIGHEST for action security_group_members [ 702.870025] env[65562]: INFO networking_nsxv3.common.synchronization [req-201161be-c096-4143-b6a3-f93e63214a9d req-b5ab33ec-e6b7-4d31-8df8-0ada0040510c tempest-ServerRescueTestJSONUnderV235-1402422863 tempest-ServerRescueTestJSONUnderV235-1402422863-project-member] Enqueued Resource ID: a92adef8-a6b6-4032-9e92-cbb78e6b5252 with Priority: HIGHEST for action security_group_members [ 702.870469] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c3ff403a-12a9-4317-b6a1-2b0a324d957b with Priority: HIGHEST for action security_group_members [ 702.870469] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a92adef8-a6b6-4032-9e92-cbb78e6b5252 with Priority: HIGHEST for action security_group_members [ 702.870665] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-c3ff403a-12a9-4317-b6a1-2b0a324d957b taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.870665] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c3ff403a-12a9-4317-b6a1-2b0a324d957b" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.871189] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-a92adef8-a6b6-4032-9e92-cbb78e6b5252 taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.871189] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a92adef8-a6b6-4032-9e92-cbb78e6b5252" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.878709] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-01b4a28f-2af7-4dd0-8ce7-d59bea16cdcf taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.878817] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-01b4a28f-2af7-4dd0-8ce7-d59bea16cdcf" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.878867] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-01b4a28f-2af7-4dd0-8ce7-d59bea16cdcf" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.879584] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-01b4a28f-2af7-4dd0-8ce7-d59bea16cdcf" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.879584] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.879584] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.879584] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.879584] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.879830] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.879830] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-01b4a28f-2af7-4dd0-8ce7-d59bea16cdcf" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.879830] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-01b4a28f-2af7-4dd0-8ce7-d59bea16cdcf taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.879922] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-01b4a28f-2af7-4dd0-8ce7-d59bea16cdcf" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.879983] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-01b4a28f-2af7-4dd0-8ce7-d59bea16cdcf" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.880147] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-01b4a28f-2af7-4dd0-8ce7-d59bea16cdcf" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.880284] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.880375] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.880433] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.880568] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.880644] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.880725] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-01b4a28f-2af7-4dd0-8ce7-d59bea16cdcf" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.880814] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('01b4a28f-2af7-4dd0-8ce7-d59bea16cdcf',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 702.916761] env[65562]: INFO networking_nsxv3.common.synchronization [req-201161be-c096-4143-b6a3-f93e63214a9d req-b5ab33ec-e6b7-4d31-8df8-0ada0040510c tempest-ServerRescueTestJSONUnderV235-1402422863 tempest-ServerRescueTestJSONUnderV235-1402422863-project-member] Enqueued Resource ID: c3ff403a-12a9-4317-b6a1-2b0a324d957b with Priority: HIGHEST for action security_group_rules [ 702.917048] env[65562]: INFO networking_nsxv3.common.synchronization [req-201161be-c096-4143-b6a3-f93e63214a9d req-b5ab33ec-e6b7-4d31-8df8-0ada0040510c tempest-ServerRescueTestJSONUnderV235-1402422863 tempest-ServerRescueTestJSONUnderV235-1402422863-project-member] Enqueued Resource ID: c3ff403a-12a9-4317-b6a1-2b0a324d957b with Priority: HIGHEST for action security_group_members [ 702.917319] env[65562]: INFO networking_nsxv3.common.synchronization [req-201161be-c096-4143-b6a3-f93e63214a9d req-b5ab33ec-e6b7-4d31-8df8-0ada0040510c tempest-ServerRescueTestJSONUnderV235-1402422863 tempest-ServerRescueTestJSONUnderV235-1402422863-project-member] Enqueued Resource ID: ee16f02d-ffcb-44da-a338-9ea334550837 with Priority: HIGHEST for action port [ 702.918499] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c3ff403a-12a9-4317-b6a1-2b0a324d957b with Priority: HIGHEST for action security_group_rules [ 702.918696] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c3ff403a-12a9-4317-b6a1-2b0a324d957b with Priority: HIGHEST for action security_group_members [ 702.918831] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ee16f02d-ffcb-44da-a338-9ea334550837 with Priority: HIGHEST for action port [ 702.919222] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c3ff403a-12a9-4317-b6a1-2b0a324d957b taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.919410] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c3ff403a-12a9-4317-b6a1-2b0a324d957b" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.919615] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-c3ff403a-12a9-4317-b6a1-2b0a324d957b taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.920415] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c3ff403a-12a9-4317-b6a1-2b0a324d957b" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.920415] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock port-ee16f02d-ffcb-44da-a338-9ea334550837 taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.920415] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ee16f02d-ffcb-44da-a338-9ea334550837" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.920415] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ee16f02d-ffcb-44da-a338-9ea334550837" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.920415] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ee16f02d-ffcb-44da-a338-9ea334550837" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.920415] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ee16f02d-ffcb-44da-a338-9ea334550837',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 703.308187] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-9c637330-1eb5-4d0f-9bfc-c8d2f1935709 taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.308187] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9c637330-1eb5-4d0f-9bfc-c8d2f1935709" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.309112] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9c637330-1eb5-4d0f-9bfc-c8d2f1935709',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 703.310694] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 29c3eaf2-6554-433e-8cb4-2780feaeff66 with status ACTIVE [ 703.310914] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.311269] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.311269] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.311567] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.311717] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.311986] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.315398] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.315523] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.315746] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.316320] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.316320] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.319363] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.319363] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.319363] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.319363] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.319363] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 29c3eaf2-6554-433e-8cb4-2780feaeff66 is going to be updated. [ 703.343655] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.343910] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.343910] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.344581] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.344581] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.344829] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-29c3eaf2-6554-433e-8cb4-2780feaeff66" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.385586] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 01b4a28f-2af7-4dd0-8ce7-d59bea16cdcf: rpc.has_security_group_logging(os_id): False [ 703.413569] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c3ff403a-12a9-4317-b6a1-2b0a324d957b in Status: SUCCESS [ 703.413569] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c3ff403a-12a9-4317-b6a1-2b0a324d957b" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.413569] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a92adef8-a6b6-4032-9e92-cbb78e6b5252 in Status: SUCCESS [ 703.414223] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a92adef8-a6b6-4032-9e92-cbb78e6b5252" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.415080] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c3ff403a-12a9-4317-b6a1-2b0a324d957b" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.415080] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c3ff403a-12a9-4317-b6a1-2b0a324d957b" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.415080] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.415281] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.418554] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.418554] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.418554] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.418554] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c3ff403a-12a9-4317-b6a1-2b0a324d957b',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 703.418554] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a92adef8-a6b6-4032-9e92-cbb78e6b5252" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.418554] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a92adef8-a6b6-4032-9e92-cbb78e6b5252" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.418554] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.418554] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.418554] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.418554] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.418554] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.418554] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a92adef8-a6b6-4032-9e92-cbb78e6b5252',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 703.422827] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ee16f02d-ffcb-44da-a338-9ea334550837 with status ACTIVE [ 703.424840] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.425466] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.425466] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.425624] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.425768] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.426250] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.426410] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.426513] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.426841] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.427096] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.427476] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.427996] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.427996] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.429984] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.431985] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.431985] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ee16f02d-ffcb-44da-a338-9ea334550837 is going to be updated. [ 703.439518] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.439733] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.439811] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.440105] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.441164] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.441164] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.441164] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.441164] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.441164] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.441164] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.441546] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.442104] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.442104] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.442104] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.442104] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.442400] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.442450] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.442532] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.442760] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.442895] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.443065] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 01b4a28f-2af7-4dd0-8ce7-d59bea16cdcf is going to be updated. [ 703.477649] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.477649] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.477649] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.477649] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.477649] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.477649] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ee16f02d-ffcb-44da-a338-9ea334550837" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.614336] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.614520] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.614624] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.614891] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.615069] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.626677] env[65562]: INFO networking_nsxv3.common.synchronization [req-bab9b3e7-1420-4491-a406-b1a22412a491 req-c69dc858-1ec4-470f-ae03-293af5eb2b80 tempest-ServerPasswordTestJSON-1225040829 tempest-ServerPasswordTestJSON-1225040829-project-member] Enqueued Resource ID: bfb6d0a8-f90c-4009-be27-96d5076c4102 with Priority: HIGHEST for action security_group_members [ 703.627448] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bfb6d0a8-f90c-4009-be27-96d5076c4102 with Priority: HIGHEST for action security_group_members [ 703.627780] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-bfb6d0a8-f90c-4009-be27-96d5076c4102 taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.627911] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bfb6d0a8-f90c-4009-be27-96d5076c4102" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.627975] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bfb6d0a8-f90c-4009-be27-96d5076c4102" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.628268] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bfb6d0a8-f90c-4009-be27-96d5076c4102" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.628431] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.628769] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.628769] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.628769] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.628886] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.628917] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bfb6d0a8-f90c-4009-be27-96d5076c4102',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 703.641025] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 01b4a28f-2af7-4dd0-8ce7-d59bea16cdcf in Status: IN_PROGRESS for 2s [ 703.821706] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9c637330-1eb5-4d0f-9bfc-c8d2f1935709',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 703.919177] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c3ff403a-12a9-4317-b6a1-2b0a324d957b',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 703.921415] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.921415] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.921415] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.921582] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.921582] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.921763] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.921854] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.921918] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.922083] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.922164] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.922249] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a92adef8-a6b6-4032-9e92-cbb78e6b5252 is going to be deleted. [ 703.998037] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.998037] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.998037] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.999161] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.999161] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.999161] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a92adef8-a6b6-4032-9e92-cbb78e6b5252" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.999161] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a92adef8-a6b6-4032-9e92-cbb78e6b5252" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.999161] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a92adef8-a6b6-4032-9e92-cbb78e6b5252" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.999361] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.999927] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.999927] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.999927] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.000068] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.000205] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a92adef8-a6b6-4032-9e92-cbb78e6b5252',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 704.079985] env[65562]: DEBUG networking_nsxv3.common.locking [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Lock network-603 taken with stack trace [, , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.080204] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquiring lock "network-603" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.080322] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired lock "network-603" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.080659] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired external semaphore "network-603" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.080946] env[65562]: DEBUG networking_nsxv3.common.locking [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.081235] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquiring lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.081353] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.081736] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired external semaphore "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.081921] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Releasing lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.082181] env[65562]: DEBUG dogpile.cache.region [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] No value present for key: 'zone-id' {{(pid=65562) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 704.082329] env[65562]: DEBUG dogpile.lock [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] NeedRegenerationException {{(pid=65562) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 704.082463] env[65562]: DEBUG dogpile.lock [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] no value, waiting for create lock {{(pid=65562) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 704.082593] env[65562]: DEBUG dogpile.lock [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] value creation lock acquired {{(pid=65562) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 704.082764] env[65562]: DEBUG dogpile.cache.region [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] No value present for key: 'zone-id' {{(pid=65562) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 704.082897] env[65562]: DEBUG dogpile.lock [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Calling creation function for not-yet-present value {{(pid=65562) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 704.083072] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 704.111266] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 704.111441] env[65562]: DEBUG dogpile.cache.region [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Cache value generated in 0.028 seconds for key(s): 'zone-id' {{(pid=65562) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 704.111580] env[65562]: DEBUG dogpile.lock [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Released creation lock {{(pid=65562) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 704.111763] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Releasing lock "network-603" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.112276] env[65562]: DEBUG networking_nsxv3.common.locking [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Lock port-870c1b11-92ee-4dc4-8af3-3bb7a4e8edd7 taken with stack trace [, , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.112276] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquiring lock "port-870c1b11-92ee-4dc4-8af3-3bb7a4e8edd7" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.112511] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired lock "port-870c1b11-92ee-4dc4-8af3-3bb7a4e8edd7" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.112758] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired external semaphore "port-870c1b11-92ee-4dc4-8af3-3bb7a4e8edd7" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.112915] env[65562]: DEBUG networking_nsxv3.api.rpc [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('870c1b11-92ee-4dc4-8af3-3bb7a4e8edd7',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 704.134434] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.134434] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.134434] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.134434] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.134434] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.134434] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.134434] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.134434] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.134434] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.134434] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.134839] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bfb6d0a8-f90c-4009-be27-96d5076c4102 already deleted. [ 704.134839] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bfb6d0a8-f90c-4009-be27-96d5076c4102" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.249562] env[65562]: INFO networking_nsxv3.common.synchronization [None req-90fba329-1a4f-4de4-be43-d953f3ebe34e tempest-ServersTestBootFromVolume-286375373 tempest-ServersTestBootFromVolume-286375373-project-member] Enqueued Resource ID: 71723131-ee48-432c-9e22-b6c008c7f86d with Priority: HIGHEST for action security_group_rules [ 704.250162] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 71723131-ee48-432c-9e22-b6c008c7f86d with Priority: HIGHEST for action security_group_rules [ 704.250476] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock rules-71723131-ee48-432c-9e22-b6c008c7f86d taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.250602] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-71723131-ee48-432c-9e22-b6c008c7f86d" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.250671] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-71723131-ee48-432c-9e22-b6c008c7f86d" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.250941] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-71723131-ee48-432c-9e22-b6c008c7f86d" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.251461] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('71723131-ee48-432c-9e22-b6c008c7f86d',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 704.324892] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.324892] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.325095] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.325475] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.325475] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.325475] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9c637330-1eb5-4d0f-9bfc-c8d2f1935709 is going to be created. [ 704.358861] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.359040] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.359114] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.359333] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.359499] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.369677] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9c637330-1eb5-4d0f-9bfc-c8d2f1935709 in Status: UNINITIALIZED for 2s [ 704.426493] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c3ff403a-12a9-4317-b6a1-2b0a324d957b',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 704.475503] env[65562]: INFO networking_nsxv3.common.synchronization [None req-4acddf1e-df42-4344-99de-546e9983b467 None None] Enqueued Resource ID: 988ec871-a75c-4181-81da-9d9fff53797e with Priority: HIGHEST for action port [ 704.476080] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 988ec871-a75c-4181-81da-9d9fff53797e with Priority: HIGHEST for action port [ 704.476435] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock port-988ec871-a75c-4181-81da-9d9fff53797e taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.476541] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-988ec871-a75c-4181-81da-9d9fff53797e" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.476628] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-988ec871-a75c-4181-81da-9d9fff53797e" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.476968] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-988ec871-a75c-4181-81da-9d9fff53797e" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.477061] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('988ec871-a75c-4181-81da-9d9fff53797e',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 704.502295] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.502451] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.502524] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.502826] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.502927] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.503147] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.503253] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.503318] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.503471] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.503548] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.503633] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a92adef8-a6b6-4032-9e92-cbb78e6b5252 already deleted. [ 704.503713] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a92adef8-a6b6-4032-9e92-cbb78e6b5252" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.503811] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a92adef8-a6b6-4032-9e92-cbb78e6b5252',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 704.505510] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a92adef8-a6b6-4032-9e92-cbb78e6b5252" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.505680] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a92adef8-a6b6-4032-9e92-cbb78e6b5252" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.505892] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.506035] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.506108] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.506373] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.506457] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.506548] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a92adef8-a6b6-4032-9e92-cbb78e6b5252',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 704.621609] env[65562]: DEBUG networking_nsxv3.common.locking [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.621816] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.621933] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.622332] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.622483] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.622652] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Segment Port 870c1b11-92ee-4dc4-8af3-3bb7a4e8edd7 not found, creating... [ 704.622922] env[65562]: DEBUG networking_nsxv3.common.locking [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.623097] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquiring lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.623208] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.623414] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired external semaphore "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.623542] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Releasing lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.623808] env[65562]: DEBUG networking_nsxv3.common.locking [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.623954] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.624098] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.624295] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.624422] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.624554] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Resource: SegmentPort with ID: 870c1b11-92ee-4dc4-8af3-3bb7a4e8edd7 is going to be created. [ 704.648455] env[65562]: DEBUG networking_nsxv3.common.locking [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.648743] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.648864] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.649149] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.649379] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.649595] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Releasing lock "port-870c1b11-92ee-4dc4-8af3-3bb7a4e8edd7" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.781169] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.781335] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.781398] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.781599] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.781680] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.782147] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 71723131-ee48-432c-9e22-b6c008c7f86d already deleted. [ 704.782147] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-71723131-ee48-432c-9e22-b6c008c7f86d" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.826414] env[65562]: INFO networking_nsxv3.common.synchronization [None req-c78ec7ee-1e31-4c3d-b520-37cec77ac7e2 tempest-ServersTestBootFromVolume-286375373 tempest-ServersTestBootFromVolume-286375373-project-member] Enqueued Resource ID: 71723131-ee48-432c-9e22-b6c008c7f86d with Priority: HIGHEST for action security_group_rules [ 704.829950] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 71723131-ee48-432c-9e22-b6c008c7f86d with Priority: HIGHEST for action security_group_rules [ 704.830793] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock rules-71723131-ee48-432c-9e22-b6c008c7f86d taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.830963] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-71723131-ee48-432c-9e22-b6c008c7f86d" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.831084] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-71723131-ee48-432c-9e22-b6c008c7f86d" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.831360] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-71723131-ee48-432c-9e22-b6c008c7f86d" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.831487] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('71723131-ee48-432c-9e22-b6c008c7f86d',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 704.929806] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.929806] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.929806] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.929806] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.929806] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.929806] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c3ff403a-12a9-4317-b6a1-2b0a324d957b is going to be updated. [ 704.968927] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.968927] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.968927] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.968927] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.968927] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.982168] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c3ff403a-12a9-4317-b6a1-2b0a324d957b in Status: IN_PROGRESS for 2s [ 704.982518] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 988ec871-a75c-4181-81da-9d9fff53797e [ 704.985449] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.985449] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.985449] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.985449] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.985449] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.985449] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:988ec871-a75c-4181-81da-9d9fff53797e already deleted. [ 704.985449] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-988ec871-a75c-4181-81da-9d9fff53797e" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.008642] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a92adef8-a6b6-4032-9e92-cbb78e6b5252',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 705.010133] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.010133] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.010289] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.010804] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.010804] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.011189] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.011261] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.011388] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.011613] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.012698] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.012698] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a92adef8-a6b6-4032-9e92-cbb78e6b5252 already deleted. [ 705.012698] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a92adef8-a6b6-4032-9e92-cbb78e6b5252" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.358505] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.358505] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.358505] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.358505] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.358505] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.358505] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 71723131-ee48-432c-9e22-b6c008c7f86d already deleted. [ 705.358505] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-71723131-ee48-432c-9e22-b6c008c7f86d" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.430024] env[65562]: INFO networking_nsxv3.common.synchronization [req-33248077-37ae-4188-bb55-b4f540ad7253 req-e8eb4c7a-9d69-4449-b1b2-bfa28db4b5d7 tempest-AttachInterfacesUnderV243Test-1824302234 tempest-AttachInterfacesUnderV243Test-1824302234-project-member] Enqueued Resource ID: 1445b9a0-1100-41f8-a21d-b02385602ed4 with Priority: HIGHEST for action security_group_members [ 705.430024] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1445b9a0-1100-41f8-a21d-b02385602ed4 with Priority: HIGHEST for action security_group_members [ 705.430024] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-1445b9a0-1100-41f8-a21d-b02385602ed4 taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.430024] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1445b9a0-1100-41f8-a21d-b02385602ed4" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.430024] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1445b9a0-1100-41f8-a21d-b02385602ed4" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.430024] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1445b9a0-1100-41f8-a21d-b02385602ed4" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.430024] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.430024] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.430024] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.430024] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.430024] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.430632] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1445b9a0-1100-41f8-a21d-b02385602ed4',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 705.459311] env[65562]: INFO networking_nsxv3.common.synchronization [req-33248077-37ae-4188-bb55-b4f540ad7253 req-e8eb4c7a-9d69-4449-b1b2-bfa28db4b5d7 tempest-AttachInterfacesUnderV243Test-1824302234 tempest-AttachInterfacesUnderV243Test-1824302234-project-member] Enqueued Resource ID: 1445b9a0-1100-41f8-a21d-b02385602ed4 with Priority: HIGHEST for action security_group_rules [ 705.459311] env[65562]: INFO networking_nsxv3.common.synchronization [req-33248077-37ae-4188-bb55-b4f540ad7253 req-e8eb4c7a-9d69-4449-b1b2-bfa28db4b5d7 tempest-AttachInterfacesUnderV243Test-1824302234 tempest-AttachInterfacesUnderV243Test-1824302234-project-member] Enqueued Resource ID: 1445b9a0-1100-41f8-a21d-b02385602ed4 with Priority: HIGHEST for action security_group_members [ 705.459311] env[65562]: INFO networking_nsxv3.common.synchronization [req-33248077-37ae-4188-bb55-b4f540ad7253 req-e8eb4c7a-9d69-4449-b1b2-bfa28db4b5d7 tempest-AttachInterfacesUnderV243Test-1824302234 tempest-AttachInterfacesUnderV243Test-1824302234-project-member] Enqueued Resource ID: b2f67fd6-fca7-4c53-b9b8-6734965d6de5 with Priority: HIGHEST for action port [ 705.459311] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1445b9a0-1100-41f8-a21d-b02385602ed4 with Priority: HIGHEST for action security_group_rules [ 705.459311] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1445b9a0-1100-41f8-a21d-b02385602ed4 with Priority: HIGHEST for action security_group_members [ 705.459708] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b2f67fd6-fca7-4c53-b9b8-6734965d6de5 with Priority: HIGHEST for action port [ 705.460138] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1445b9a0-1100-41f8-a21d-b02385602ed4 taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.460419] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1445b9a0-1100-41f8-a21d-b02385602ed4" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.460709] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1445b9a0-1100-41f8-a21d-b02385602ed4" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.461137] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1445b9a0-1100-41f8-a21d-b02385602ed4" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.461521] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1445b9a0-1100-41f8-a21d-b02385602ed4',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 705.462825] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-1445b9a0-1100-41f8-a21d-b02385602ed4 taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.463849] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1445b9a0-1100-41f8-a21d-b02385602ed4" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.463849] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock port-b2f67fd6-fca7-4c53-b9b8-6734965d6de5 taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.463849] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b2f67fd6-fca7-4c53-b9b8-6734965d6de5" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.463849] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b2f67fd6-fca7-4c53-b9b8-6734965d6de5" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.464096] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b2f67fd6-fca7-4c53-b9b8-6734965d6de5" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.464096] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b2f67fd6-fca7-4c53-b9b8-6734965d6de5',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 705.480771] env[65562]: INFO networking_nsxv3.common.synchronization [req-bab9b3e7-1420-4491-a406-b1a22412a491 req-f2ae4174-c0cc-4af4-bffc-cb4bd39cc2bc service nova] Enqueued Resource ID: bfb6d0a8-f90c-4009-be27-96d5076c4102 with Priority: HIGHEST for action security_group_rules [ 705.480771] env[65562]: INFO networking_nsxv3.common.synchronization [req-bab9b3e7-1420-4491-a406-b1a22412a491 req-f2ae4174-c0cc-4af4-bffc-cb4bd39cc2bc service nova] Enqueued Resource ID: bfb6d0a8-f90c-4009-be27-96d5076c4102 with Priority: HIGHEST for action security_group_members [ 705.480771] env[65562]: INFO networking_nsxv3.common.synchronization [req-bab9b3e7-1420-4491-a406-b1a22412a491 req-f2ae4174-c0cc-4af4-bffc-cb4bd39cc2bc service nova] Enqueued Resource ID: 870c1b11-92ee-4dc4-8af3-3bb7a4e8edd7 with Priority: HIGHEST for action port [ 705.480771] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bfb6d0a8-f90c-4009-be27-96d5076c4102 with Priority: HIGHEST for action security_group_rules [ 705.480771] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bfb6d0a8-f90c-4009-be27-96d5076c4102 with Priority: HIGHEST for action security_group_members [ 705.480771] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 870c1b11-92ee-4dc4-8af3-3bb7a4e8edd7 with Priority: HIGHEST for action port [ 705.481268] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bfb6d0a8-f90c-4009-be27-96d5076c4102 taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.481467] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bfb6d0a8-f90c-4009-be27-96d5076c4102" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.481624] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bfb6d0a8-f90c-4009-be27-96d5076c4102" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.481915] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bfb6d0a8-f90c-4009-be27-96d5076c4102" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.482019] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bfb6d0a8-f90c-4009-be27-96d5076c4102',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 705.483199] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-bfb6d0a8-f90c-4009-be27-96d5076c4102 taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.483343] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bfb6d0a8-f90c-4009-be27-96d5076c4102" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.483430] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bfb6d0a8-f90c-4009-be27-96d5076c4102" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.483764] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bfb6d0a8-f90c-4009-be27-96d5076c4102" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.483877] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.484022] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.484093] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.484281] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.484430] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.486578] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bfb6d0a8-f90c-4009-be27-96d5076c4102',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 705.487555] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock port-870c1b11-92ee-4dc4-8af3-3bb7a4e8edd7 taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.487661] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-870c1b11-92ee-4dc4-8af3-3bb7a4e8edd7" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.487726] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-870c1b11-92ee-4dc4-8af3-3bb7a4e8edd7" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.487947] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-870c1b11-92ee-4dc4-8af3-3bb7a4e8edd7" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.488013] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('870c1b11-92ee-4dc4-8af3-3bb7a4e8edd7',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 705.513688] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a92adef8-a6b6-4032-9e92-cbb78e6b5252: rpc.has_security_group_logging(os_id): False [ 705.535899] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.536137] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.536207] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.536453] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.536604] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.536929] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.537136] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.537218] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.537419] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.537541] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.537677] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a92adef8-a6b6-4032-9e92-cbb78e6b5252 is going to be created. [ 705.559352] env[65562]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/a92adef8-a6b6-4032-9e92-cbb78e6b5252], does not exist path=[/infra/domains/default/groups/a92adef8-a6b6-4032-9e92-cbb78e6b5252]."\n}' [ 705.559556] env[65562]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a92adef8-a6b6-4032-9e92-cbb78e6b5252 failed to be updated, retrying after metadata refresh: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/a92adef8-a6b6-4032-9e92-cbb78e6b5252 [ 705.559617] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 705.594341] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.594566] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.594566] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.594885] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.595955] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.596253] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.596382] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.596446] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.596644] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.596734] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.596938] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.597075] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.597137] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.597293] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.597366] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.597451] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a92adef8-a6b6-4032-9e92-cbb78e6b5252 is going to be created. [ 705.624620] env[65562]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/a92adef8-a6b6-4032-9e92-cbb78e6b5252], does not exist path=[/infra/domains/default/groups/a92adef8-a6b6-4032-9e92-cbb78e6b5252]."\n}': requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/a92adef8-a6b6-4032-9e92-cbb78e6b5252 [ 705.624847] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a92adef8-a6b6-4032-9e92-cbb78e6b5252" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.625381] env[65562]: Traceback (most recent call last): [ 705.625427] env[65562]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 36, in wrapper [ 705.625427] env[65562]: return func(*args, **kwargs) [ 705.625427] env[65562]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 705.625427] env[65562]: res.raise_for_status() [ 705.625427] env[65562]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1026, in raise_for_status [ 705.625427] env[65562]: raise HTTPError(http_error_msg, response=self) [ 705.625427] env[65562]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/a92adef8-a6b6-4032-9e92-cbb78e6b5252 [ 705.625427] env[65562]: During handling of the above exception, another exception occurred: [ 705.625427] env[65562]: Traceback (most recent call last): [ 705.625727] env[65562]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/poll.py", line 111, in wait [ 705.625727] env[65562]: listener.cb(fileno) [ 705.625727] env[65562]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 705.625727] env[65562]: result = function(*args, **kwargs) [ 705.625727] env[65562]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/realization.py", line 210, in security_group_rules [ 705.625727] env[65562]: self.nsx_provider.sg_rules_realize(os_sg, logged=logged) [ 705.625727] env[65562]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 1012, in sg_rules_realize [ 705.625727] env[65562]: return self._realize(Provider.SG_RULES, delete, self.payload.sg_rules_container, os_sg, provider_sg) [ 705.625727] env[65562]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 45, in wrapper [ 705.625727] env[65562]: return func(self, resource_type, delete, self.payload.sg_rules_container, os_obj, provider_sg) [ 705.625727] env[65562]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 705.625727] env[65562]: res.raise_for_status() [ 705.625727] env[65562]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1026, in raise_for_status [ 705.625727] env[65562]: raise HTTPError(http_error_msg, response=self) [ 705.625727] env[65562]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/a92adef8-a6b6-4032-9e92-cbb78e6b5252 [ 705.625727] env[65562]: Removing descriptor: 22 [ 705.654549] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 01b4a28f-2af7-4dd0-8ce7-d59bea16cdcf in Status: SUCCESS [ 705.654549] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-01b4a28f-2af7-4dd0-8ce7-d59bea16cdcf" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.933078] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1445b9a0-1100-41f8-a21d-b02385602ed4',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 705.967811] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-1445b9a0-1100-41f8-a21d-b02385602ed4 taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.968067] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1445b9a0-1100-41f8-a21d-b02385602ed4" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.971302] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b2f67fd6-fca7-4c53-b9b8-6734965d6de5 with status ACTIVE [ 705.971302] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.971418] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.971418] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.974494] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.974494] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.974494] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.974494] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.974494] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.974494] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.974494] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.974494] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.974494] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.974494] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.974494] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.974494] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.974494] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b2f67fd6-fca7-4c53-b9b8-6734965d6de5 is going to be updated. [ 705.993901] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-bfb6d0a8-f90c-4009-be27-96d5076c4102 taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.993901] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bfb6d0a8-f90c-4009-be27-96d5076c4102" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.993901] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bfb6d0a8-f90c-4009-be27-96d5076c4102',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 705.997903] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 870c1b11-92ee-4dc4-8af3-3bb7a4e8edd7 with status ACTIVE [ 705.997903] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.997903] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.997903] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.999808] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.999993] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.000226] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.000574] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.000574] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.001641] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.001641] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.001641] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.001641] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.001641] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.001641] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.001641] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.001641] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 870c1b11-92ee-4dc4-8af3-3bb7a4e8edd7 is going to be updated. [ 706.003724] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.003904] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.003904] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.004102] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.004241] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.004928] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b2f67fd6-fca7-4c53-b9b8-6734965d6de5" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.031810] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.032147] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.032147] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.032245] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.032454] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.032691] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-870c1b11-92ee-4dc4-8af3-3bb7a4e8edd7" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.383651] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9c637330-1eb5-4d0f-9bfc-c8d2f1935709 in Status: SUCCESS [ 706.383651] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9c637330-1eb5-4d0f-9bfc-c8d2f1935709" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.383651] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9c637330-1eb5-4d0f-9bfc-c8d2f1935709" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.383651] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9c637330-1eb5-4d0f-9bfc-c8d2f1935709" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.383651] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.384061] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.384061] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.384061] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.384061] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.384182] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9c637330-1eb5-4d0f-9bfc-c8d2f1935709" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.384182] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9c637330-1eb5-4d0f-9bfc-c8d2f1935709',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 706.441130] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1445b9a0-1100-41f8-a21d-b02385602ed4',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 706.498654] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bfb6d0a8-f90c-4009-be27-96d5076c4102',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 706.886959] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-9c637330-1eb5-4d0f-9bfc-c8d2f1935709 taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.889858] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9c637330-1eb5-4d0f-9bfc-c8d2f1935709" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.889858] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9c637330-1eb5-4d0f-9bfc-c8d2f1935709" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.889858] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9c637330-1eb5-4d0f-9bfc-c8d2f1935709" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.889858] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.889858] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.889858] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.889858] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.889858] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.889858] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9c637330-1eb5-4d0f-9bfc-c8d2f1935709" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.889858] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-9c637330-1eb5-4d0f-9bfc-c8d2f1935709 taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.889858] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9c637330-1eb5-4d0f-9bfc-c8d2f1935709" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.889858] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9c637330-1eb5-4d0f-9bfc-c8d2f1935709" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.889858] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9c637330-1eb5-4d0f-9bfc-c8d2f1935709" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.889858] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.889858] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.889858] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.889858] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.889858] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.890462] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9c637330-1eb5-4d0f-9bfc-c8d2f1935709" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.890462] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9c637330-1eb5-4d0f-9bfc-c8d2f1935709',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 706.945343] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.945343] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.945343] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.945343] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.945343] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.945343] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1445b9a0-1100-41f8-a21d-b02385602ed4 is going to be updated. [ 706.975745] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.975960] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.975960] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.976372] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.976531] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.987284] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1445b9a0-1100-41f8-a21d-b02385602ed4 in Status: IN_PROGRESS for 2s [ 706.990929] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c3ff403a-12a9-4317-b6a1-2b0a324d957b in Status: SUCCESS [ 706.991159] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c3ff403a-12a9-4317-b6a1-2b0a324d957b" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.991328] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c3ff403a-12a9-4317-b6a1-2b0a324d957b" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.991531] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c3ff403a-12a9-4317-b6a1-2b0a324d957b" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.991717] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.991835] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.991899] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.992073] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.992155] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.992238] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c3ff403a-12a9-4317-b6a1-2b0a324d957b" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.992334] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c3ff403a-12a9-4317-b6a1-2b0a324d957b',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 706.993478] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c3ff403a-12a9-4317-b6a1-2b0a324d957b" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.993712] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c3ff403a-12a9-4317-b6a1-2b0a324d957b" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.995064] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.995681] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.995681] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.995681] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.995681] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.995859] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c3ff403a-12a9-4317-b6a1-2b0a324d957b',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 707.001978] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.002154] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.002819] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.002819] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.002819] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.002819] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bfb6d0a8-f90c-4009-be27-96d5076c4102 is going to be created. [ 707.045933] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.046102] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.046176] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.046429] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.046584] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.059085] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bfb6d0a8-f90c-4009-be27-96d5076c4102 in Status: UNINITIALIZED for 2s [ 707.393201] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9c637330-1eb5-4d0f-9bfc-c8d2f1935709: rpc.has_security_group_logging(os_id): False [ 707.418830] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.418830] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.418830] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.418830] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.418830] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.418830] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.418830] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.418830] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.418830] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.418830] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.418830] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.418830] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.419936] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.419936] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.419936] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.419936] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.419936] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.419936] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.419936] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.419936] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.419936] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9c637330-1eb5-4d0f-9bfc-c8d2f1935709 is going to be created. [ 707.499961] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-c3ff403a-12a9-4317-b6a1-2b0a324d957b taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.499961] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c3ff403a-12a9-4317-b6a1-2b0a324d957b" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.499961] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c3ff403a-12a9-4317-b6a1-2b0a324d957b',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 707.506012] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.506012] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.506012] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.506675] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.507433] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.547319] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9c637330-1eb5-4d0f-9bfc-c8d2f1935709 in Status: IN_PROGRESS for 2s [ 708.005131] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c3ff403a-12a9-4317-b6a1-2b0a324d957b',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 708.508738] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.508977] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.508977] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.509208] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.509299] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.509392] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c3ff403a-12a9-4317-b6a1-2b0a324d957b is going to be updated. [ 708.547420] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.547652] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.547652] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.547773] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.547926] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.559326] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c3ff403a-12a9-4317-b6a1-2b0a324d957b in Status: IN_PROGRESS for 2s [ 708.632873] env[65562]: INFO networking_nsxv3.common.synchronization [req-b46cf7d2-b9a3-4312-8d14-2d105ae113bd req-85ff6b26-e01a-440c-aa59-ea1101a05e29 tempest-ServersTestMultiNic-435403352 tempest-ServersTestMultiNic-435403352-project-member] Enqueued Resource ID: add37fa2-7db8-4a4b-ba37-258f0e39f252 with Priority: HIGHEST for action security_group_members [ 708.633536] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: add37fa2-7db8-4a4b-ba37-258f0e39f252 with Priority: HIGHEST for action security_group_members [ 708.633946] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-add37fa2-7db8-4a4b-ba37-258f0e39f252 taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.637520] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-add37fa2-7db8-4a4b-ba37-258f0e39f252" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.637653] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-add37fa2-7db8-4a4b-ba37-258f0e39f252" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.638039] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-add37fa2-7db8-4a4b-ba37-258f0e39f252" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.638279] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.638407] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.638475] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.638677] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.638773] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.638877] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('add37fa2-7db8-4a4b-ba37-258f0e39f252',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 709.005107] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1445b9a0-1100-41f8-a21d-b02385602ed4 in Status: SUCCESS [ 709.005371] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1445b9a0-1100-41f8-a21d-b02385602ed4" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.007723] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1445b9a0-1100-41f8-a21d-b02385602ed4" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.007723] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1445b9a0-1100-41f8-a21d-b02385602ed4" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.007723] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.007723] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.007723] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.007723] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.007723] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.007999] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1445b9a0-1100-41f8-a21d-b02385602ed4',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 709.071262] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bfb6d0a8-f90c-4009-be27-96d5076c4102 in Status: SUCCESS [ 709.071542] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bfb6d0a8-f90c-4009-be27-96d5076c4102" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.071718] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bfb6d0a8-f90c-4009-be27-96d5076c4102" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.071942] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bfb6d0a8-f90c-4009-be27-96d5076c4102" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.072161] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.072282] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.072348] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.072532] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.072630] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.072860] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bfb6d0a8-f90c-4009-be27-96d5076c4102" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.072974] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('bfb6d0a8-f90c-4009-be27-96d5076c4102',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 709.131186] env[65562]: INFO networking_nsxv3.common.synchronization [req-b46cf7d2-b9a3-4312-8d14-2d105ae113bd req-ba21d4ae-4b32-4909-b7bd-1e56bca27f9e tempest-ServersTestMultiNic-435403352 tempest-ServersTestMultiNic-435403352-project-member] Enqueued Resource ID: add37fa2-7db8-4a4b-ba37-258f0e39f252 with Priority: HIGHEST for action security_group_members [ 709.132154] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: add37fa2-7db8-4a4b-ba37-258f0e39f252 with Priority: HIGHEST for action security_group_members [ 709.132671] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-add37fa2-7db8-4a4b-ba37-258f0e39f252 taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.132781] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-add37fa2-7db8-4a4b-ba37-258f0e39f252" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.144601] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.145717] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.145717] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.145717] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.145717] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.145717] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.145717] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.146016] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.146016] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.147269] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.147269] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: add37fa2-7db8-4a4b-ba37-258f0e39f252 already deleted. [ 709.147269] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-add37fa2-7db8-4a4b-ba37-258f0e39f252" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.147269] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-add37fa2-7db8-4a4b-ba37-258f0e39f252" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.147269] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-add37fa2-7db8-4a4b-ba37-258f0e39f252" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.147269] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.150293] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.150293] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.150293] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.150293] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.150293] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('add37fa2-7db8-4a4b-ba37-258f0e39f252',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 709.510635] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1445b9a0-1100-41f8-a21d-b02385602ed4',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 709.559453] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9c637330-1eb5-4d0f-9bfc-c8d2f1935709 in Status: SUCCESS [ 709.559679] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9c637330-1eb5-4d0f-9bfc-c8d2f1935709" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.576343] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-bfb6d0a8-f90c-4009-be27-96d5076c4102 taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.576664] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bfb6d0a8-f90c-4009-be27-96d5076c4102" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.577240] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bfb6d0a8-f90c-4009-be27-96d5076c4102" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.577240] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bfb6d0a8-f90c-4009-be27-96d5076c4102" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.580275] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.580275] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.580275] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.580275] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.580275] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.580275] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bfb6d0a8-f90c-4009-be27-96d5076c4102" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.580275] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-bfb6d0a8-f90c-4009-be27-96d5076c4102 taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.580275] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bfb6d0a8-f90c-4009-be27-96d5076c4102" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.580275] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bfb6d0a8-f90c-4009-be27-96d5076c4102" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.580275] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bfb6d0a8-f90c-4009-be27-96d5076c4102" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.580275] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.580275] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.580275] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.580275] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.580275] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.580275] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bfb6d0a8-f90c-4009-be27-96d5076c4102" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.580275] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('bfb6d0a8-f90c-4009-be27-96d5076c4102',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 709.612144] env[65562]: INFO networking_nsxv3.common.synchronization [req-b46cf7d2-b9a3-4312-8d14-2d105ae113bd req-b68c6bc1-71a8-467e-b0d8-73e8e6c54ae1 tempest-ServersTestMultiNic-435403352 tempest-ServersTestMultiNic-435403352-project-member] Enqueued Resource ID: add37fa2-7db8-4a4b-ba37-258f0e39f252 with Priority: HIGHEST for action security_group_members [ 709.618217] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: add37fa2-7db8-4a4b-ba37-258f0e39f252 with Priority: HIGHEST for action security_group_members [ 709.618217] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-add37fa2-7db8-4a4b-ba37-258f0e39f252 taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.618217] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-add37fa2-7db8-4a4b-ba37-258f0e39f252" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.653703] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.653967] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.653967] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.654311] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.654366] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.654560] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.654777] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.654777] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.654972] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.655035] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.655192] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: add37fa2-7db8-4a4b-ba37-258f0e39f252 already deleted. [ 709.655634] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-add37fa2-7db8-4a4b-ba37-258f0e39f252" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.655634] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-add37fa2-7db8-4a4b-ba37-258f0e39f252" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.655634] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-add37fa2-7db8-4a4b-ba37-258f0e39f252" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.656534] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.656787] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.656787] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.657055] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.657101] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.657205] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('add37fa2-7db8-4a4b-ba37-258f0e39f252',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 710.012141] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1445b9a0-1100-41f8-a21d-b02385602ed4',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 710.047514] env[65562]: DEBUG networking_nsxv3.common.locking [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Lock network-2 taken with stack trace [, , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.047677] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquiring lock "network-2" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.048295] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired lock "network-2" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.048295] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired external semaphore "network-2" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.048709] env[65562]: DEBUG networking_nsxv3.common.locking [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.048980] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquiring lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.049162] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.049440] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired external semaphore "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.049639] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Releasing lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.049933] env[65562]: DEBUG dogpile.cache.region [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] No value present for key: 'zone-id' {{(pid=65562) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 710.050082] env[65562]: DEBUG dogpile.lock [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] NeedRegenerationException {{(pid=65562) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 710.050269] env[65562]: DEBUG dogpile.lock [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] no value, waiting for create lock {{(pid=65562) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 710.050456] env[65562]: DEBUG dogpile.lock [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] value creation lock acquired {{(pid=65562) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 710.050654] env[65562]: DEBUG dogpile.cache.region [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] No value present for key: 'zone-id' {{(pid=65562) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 710.050847] env[65562]: DEBUG dogpile.lock [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Calling creation function for not-yet-present value {{(pid=65562) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 710.051087] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 710.080406] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 710.080914] env[65562]: DEBUG dogpile.cache.region [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Cache value generated in 0.030 seconds for key(s): 'zone-id' {{(pid=65562) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 710.080914] env[65562]: DEBUG dogpile.lock [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Released creation lock {{(pid=65562) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 710.080914] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Releasing lock "network-2" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.081321] env[65562]: DEBUG networking_nsxv3.common.locking [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Lock port-235ab4b4-8734-4ca6-aa76-ee5cf30f50af taken with stack trace [, , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.082510] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquiring lock "port-235ab4b4-8734-4ca6-aa76-ee5cf30f50af" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.082510] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired lock "port-235ab4b4-8734-4ca6-aa76-ee5cf30f50af" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.082510] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired external semaphore "port-235ab4b4-8734-4ca6-aa76-ee5cf30f50af" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.082510] env[65562]: DEBUG networking_nsxv3.api.rpc [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('235ab4b4-8734-4ca6-aa76-ee5cf30f50af',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 710.083297] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for bfb6d0a8-f90c-4009-be27-96d5076c4102: rpc.has_security_group_logging(os_id): False [ 710.107949] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.108150] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.108217] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.108540] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.108540] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.108717] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.108826] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.108883] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.109056] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.109199] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.109412] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.109494] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.109552] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.109723] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.109802] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.109995] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.110101] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.110177] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.110371] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.112069] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.112069] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bfb6d0a8-f90c-4009-be27-96d5076c4102 is going to be created. [ 710.160158] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.160587] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.160587] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.160738] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.160813] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.161085] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.161229] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.161278] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.161456] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.161534] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.161620] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: add37fa2-7db8-4a4b-ba37-258f0e39f252 already deleted. [ 710.161694] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-add37fa2-7db8-4a4b-ba37-258f0e39f252" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.205364] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.205711] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.205792] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.206045] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.206277] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.222749] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bfb6d0a8-f90c-4009-be27-96d5076c4102 in Status: IN_PROGRESS for 2s [ 710.517629] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.517960] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.518126] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.518458] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.518569] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.518750] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1445b9a0-1100-41f8-a21d-b02385602ed4 is going to be updated. [ 710.563491] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.563491] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.563491] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.563491] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.563491] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.579536] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c3ff403a-12a9-4317-b6a1-2b0a324d957b in Status: SUCCESS [ 710.579800] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c3ff403a-12a9-4317-b6a1-2b0a324d957b" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.579993] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c3ff403a-12a9-4317-b6a1-2b0a324d957b" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.580237] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c3ff403a-12a9-4317-b6a1-2b0a324d957b" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.580456] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.580582] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.580649] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.580825] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.580916] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.581124] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c3ff403a-12a9-4317-b6a1-2b0a324d957b',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 710.583024] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1445b9a0-1100-41f8-a21d-b02385602ed4 in Status: IN_PROGRESS for 2s [ 710.585074] env[65562]: DEBUG networking_nsxv3.common.locking [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.585318] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.585451] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.585770] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.585931] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.586105] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Segment Port 235ab4b4-8734-4ca6-aa76-ee5cf30f50af not found, creating... [ 710.586448] env[65562]: DEBUG networking_nsxv3.common.locking [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.586625] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquiring lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.586758] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.587073] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired external semaphore "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.587210] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Releasing lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.587507] env[65562]: DEBUG networking_nsxv3.common.locking [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.587659] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.587799] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.588121] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.588706] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.589183] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Resource: SegmentPort with ID: 235ab4b4-8734-4ca6-aa76-ee5cf30f50af is going to be created. [ 710.627462] env[65562]: DEBUG networking_nsxv3.common.locking [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.627928] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.628033] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.628451] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.628867] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.629239] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Releasing lock "port-235ab4b4-8734-4ca6-aa76-ee5cf30f50af" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.083892] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c3ff403a-12a9-4317-b6a1-2b0a324d957b',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 711.393619] env[65562]: INFO networking_nsxv3.common.synchronization [req-b46cf7d2-b9a3-4312-8d14-2d105ae113bd req-d9302a6a-718b-431a-a05d-5666bd19df42 service nova] Enqueued Resource ID: add37fa2-7db8-4a4b-ba37-258f0e39f252 with Priority: HIGHEST for action security_group_rules [ 711.393739] env[65562]: INFO networking_nsxv3.common.synchronization [req-b46cf7d2-b9a3-4312-8d14-2d105ae113bd req-d9302a6a-718b-431a-a05d-5666bd19df42 service nova] Enqueued Resource ID: add37fa2-7db8-4a4b-ba37-258f0e39f252 with Priority: HIGHEST for action security_group_members [ 711.393870] env[65562]: INFO networking_nsxv3.common.synchronization [req-b46cf7d2-b9a3-4312-8d14-2d105ae113bd req-d9302a6a-718b-431a-a05d-5666bd19df42 service nova] Enqueued Resource ID: 235ab4b4-8734-4ca6-aa76-ee5cf30f50af with Priority: HIGHEST for action port [ 711.394489] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: add37fa2-7db8-4a4b-ba37-258f0e39f252 with Priority: HIGHEST for action security_group_rules [ 711.394636] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: add37fa2-7db8-4a4b-ba37-258f0e39f252 with Priority: HIGHEST for action security_group_members [ 711.395113] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 235ab4b4-8734-4ca6-aa76-ee5cf30f50af with Priority: HIGHEST for action port [ 711.395848] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock rules-add37fa2-7db8-4a4b-ba37-258f0e39f252 taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.395848] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-add37fa2-7db8-4a4b-ba37-258f0e39f252" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.395848] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-add37fa2-7db8-4a4b-ba37-258f0e39f252" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.395848] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-add37fa2-7db8-4a4b-ba37-258f0e39f252" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.395848] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('add37fa2-7db8-4a4b-ba37-258f0e39f252',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 711.396971] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-add37fa2-7db8-4a4b-ba37-258f0e39f252 taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.397300] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-add37fa2-7db8-4a4b-ba37-258f0e39f252" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.397300] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-add37fa2-7db8-4a4b-ba37-258f0e39f252" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.397617] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-add37fa2-7db8-4a4b-ba37-258f0e39f252" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.397700] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.397810] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.397857] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.398047] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.398225] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.398962] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('add37fa2-7db8-4a4b-ba37-258f0e39f252',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 711.400205] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock port-235ab4b4-8734-4ca6-aa76-ee5cf30f50af taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.400205] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-235ab4b4-8734-4ca6-aa76-ee5cf30f50af" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.400380] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-235ab4b4-8734-4ca6-aa76-ee5cf30f50af" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.400742] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-235ab4b4-8734-4ca6-aa76-ee5cf30f50af" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.400742] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('235ab4b4-8734-4ca6-aa76-ee5cf30f50af',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 711.446652] env[65562]: INFO networking_nsxv3.common.synchronization [req-b06a12c6-23d6-4b7c-9546-cd095e12d7e2 req-5de29058-5a38-449d-97ee-f4cd4396b95f tempest-FloatingIPsAssociationNegativeTestJSON-1190303943 tempest-FloatingIPsAssociationNegativeTestJSON-1190303943-project-member] Enqueued Resource ID: 9dfcd550-672f-461d-9682-b9678535e4a8 with Priority: HIGHEST for action security_group_members [ 711.448219] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9dfcd550-672f-461d-9682-b9678535e4a8 with Priority: HIGHEST for action security_group_members [ 711.448940] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-9dfcd550-672f-461d-9682-b9678535e4a8 taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.448940] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9dfcd550-672f-461d-9682-b9678535e4a8" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.448940] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9dfcd550-672f-461d-9682-b9678535e4a8" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.449151] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9dfcd550-672f-461d-9682-b9678535e4a8" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.449498] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.449498] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.449498] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.449674] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.449729] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.450161] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9dfcd550-672f-461d-9682-b9678535e4a8',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 711.591600] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c3ff403a-12a9-4317-b6a1-2b0a324d957b',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 711.684336] env[65562]: INFO networking_nsxv3.common.synchronization [req-c89af414-0d95-41a7-822c-0e2c042f6c5f req-54daaadc-9a40-4cf7-8522-9537b46a2d56 tempest-ImagesOneServerTestJSON-1168064876 tempest-ImagesOneServerTestJSON-1168064876-project-member] Enqueued Resource ID: f3032018-5d94-4d5e-a28e-f9dfc51a636a with Priority: HIGHEST for action security_group_members [ 711.685422] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f3032018-5d94-4d5e-a28e-f9dfc51a636a with Priority: HIGHEST for action security_group_members [ 711.685947] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-f3032018-5d94-4d5e-a28e-f9dfc51a636a taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.686160] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f3032018-5d94-4d5e-a28e-f9dfc51a636a" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.686160] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f3032018-5d94-4d5e-a28e-f9dfc51a636a" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.686373] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f3032018-5d94-4d5e-a28e-f9dfc51a636a" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.686591] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.686756] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.686863] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.686980] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.687163] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.687428] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f3032018-5d94-4d5e-a28e-f9dfc51a636a',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 711.835066] env[65562]: INFO networking_nsxv3.common.synchronization [req-94d5ad83-13ea-453b-b312-fb86827e31cb req-e0e4ee4c-fe35-41b3-9a13-703b0b9c8006 tempest-ServersAdminTestJSON-654717704 tempest-ServersAdminTestJSON-654717704-project-member] Enqueued Resource ID: 9c637330-1eb5-4d0f-9bfc-c8d2f1935709 with Priority: HIGHEST for action security_group_members [ 711.835946] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9c637330-1eb5-4d0f-9bfc-c8d2f1935709 with Priority: HIGHEST for action security_group_members [ 711.840089] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-9c637330-1eb5-4d0f-9bfc-c8d2f1935709 taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.840260] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9c637330-1eb5-4d0f-9bfc-c8d2f1935709" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.840260] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9c637330-1eb5-4d0f-9bfc-c8d2f1935709" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.840518] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9c637330-1eb5-4d0f-9bfc-c8d2f1935709" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.840744] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.840870] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.840961] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.841143] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.841658] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.841658] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9c637330-1eb5-4d0f-9bfc-c8d2f1935709',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 711.904772] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-add37fa2-7db8-4a4b-ba37-258f0e39f252 taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.905085] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-add37fa2-7db8-4a4b-ba37-258f0e39f252" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.905246] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('add37fa2-7db8-4a4b-ba37-258f0e39f252',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 711.908083] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 235ab4b4-8734-4ca6-aa76-ee5cf30f50af with status ACTIVE [ 711.908083] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.908083] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.908083] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.908083] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.908083] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.908083] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.908083] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.908083] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.908083] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.909597] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.909597] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.909597] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.909597] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.909597] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.909597] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.909820] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 235ab4b4-8734-4ca6-aa76-ee5cf30f50af is going to be updated. [ 711.940725] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.941065] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.941267] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.941600] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.941884] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.942852] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-235ab4b4-8734-4ca6-aa76-ee5cf30f50af" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.953172] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.953531] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.953913] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.954288] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.982826] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.983564] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.983662] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.983760] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.984088] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.984377] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.984524] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9dfcd550-672f-461d-9682-b9678535e4a8 is going to be updated. [ 712.027411] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.027840] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.027959] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.028307] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.028556] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.042399] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9dfcd550-672f-461d-9682-b9678535e4a8 in Status: IN_PROGRESS for 2s [ 712.091871] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.092184] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.092184] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.092479] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.092627] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.092780] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c3ff403a-12a9-4317-b6a1-2b0a324d957b is going to be updated. [ 712.127290] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.127483] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.127522] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.127752] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.127904] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.138766] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c3ff403a-12a9-4317-b6a1-2b0a324d957b in Status: IN_PROGRESS for 2s [ 712.192947] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.192947] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.192947] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.192947] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.217560] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.217885] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.218029] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.218105] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.218543] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.218635] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.218813] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f3032018-5d94-4d5e-a28e-f9dfc51a636a is going to be updated. [ 712.236267] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bfb6d0a8-f90c-4009-be27-96d5076c4102 in Status: SUCCESS [ 712.236662] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bfb6d0a8-f90c-4009-be27-96d5076c4102" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.256474] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.256754] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.256754] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.257586] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.257586] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.267419] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f3032018-5d94-4d5e-a28e-f9dfc51a636a in Status: IN_PROGRESS for 2s [ 712.311477] env[65562]: DEBUG networking_nsxv3.common.locking [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Lock network-958 taken with stack trace [, , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.311944] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquiring lock "network-958" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.311944] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired lock "network-958" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.313948] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired external semaphore "network-958" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.313948] env[65562]: DEBUG networking_nsxv3.common.locking [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.313948] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquiring lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.313948] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.314344] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired external semaphore "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.314344] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Releasing lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.315990] env[65562]: DEBUG dogpile.cache.region [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] No value present for key: 'zone-id' {{(pid=65562) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 712.315990] env[65562]: DEBUG dogpile.lock [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] NeedRegenerationException {{(pid=65562) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 712.315990] env[65562]: DEBUG dogpile.lock [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] no value, waiting for create lock {{(pid=65562) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 712.315990] env[65562]: DEBUG dogpile.lock [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] value creation lock acquired {{(pid=65562) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 712.315990] env[65562]: DEBUG dogpile.cache.region [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] No value present for key: 'zone-id' {{(pid=65562) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 712.315990] env[65562]: DEBUG dogpile.lock [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Calling creation function for not-yet-present value {{(pid=65562) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 712.315990] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 712.338035] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 712.338210] env[65562]: DEBUG dogpile.cache.region [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65562) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 712.338353] env[65562]: DEBUG dogpile.lock [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Released creation lock {{(pid=65562) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 712.338780] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Releasing lock "network-958" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.339018] env[65562]: DEBUG networking_nsxv3.common.locking [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Lock port-f92e2d9d-fc94-43ca-a94d-009e34968596 taken with stack trace [, , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.339521] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquiring lock "port-f92e2d9d-fc94-43ca-a94d-009e34968596" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.339715] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired lock "port-f92e2d9d-fc94-43ca-a94d-009e34968596" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.340073] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired external semaphore "port-f92e2d9d-fc94-43ca-a94d-009e34968596" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.340239] env[65562]: DEBUG networking_nsxv3.api.rpc [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f92e2d9d-fc94-43ca-a94d-009e34968596',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 712.344436] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9c637330-1eb5-4d0f-9bfc-c8d2f1935709',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 712.412019] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('add37fa2-7db8-4a4b-ba37-258f0e39f252',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 712.594211] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1445b9a0-1100-41f8-a21d-b02385602ed4 in Status: SUCCESS [ 712.594447] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1445b9a0-1100-41f8-a21d-b02385602ed4" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.594658] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1445b9a0-1100-41f8-a21d-b02385602ed4" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.594952] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1445b9a0-1100-41f8-a21d-b02385602ed4" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.595190] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.595339] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.595405] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.595600] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.595691] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.595814] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1445b9a0-1100-41f8-a21d-b02385602ed4" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.595942] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1445b9a0-1100-41f8-a21d-b02385602ed4',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 712.714402] env[65562]: DEBUG networking_nsxv3.common.locking [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Lock network-933 taken with stack trace [, , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.714402] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquiring lock "network-933" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.714718] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired lock "network-933" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.714887] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired external semaphore "network-933" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.715895] env[65562]: DEBUG networking_nsxv3.common.locking [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.716132] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquiring lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.716294] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.716588] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired external semaphore "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.716778] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Releasing lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.717069] env[65562]: DEBUG dogpile.cache.region [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] No value present for key: 'zone-id' {{(pid=65562) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 712.717220] env[65562]: DEBUG dogpile.lock [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] NeedRegenerationException {{(pid=65562) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 712.717369] env[65562]: DEBUG dogpile.lock [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] no value, waiting for create lock {{(pid=65562) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 712.717518] env[65562]: DEBUG dogpile.lock [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] value creation lock acquired {{(pid=65562) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 712.717662] env[65562]: DEBUG dogpile.cache.region [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] No value present for key: 'zone-id' {{(pid=65562) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 712.717807] env[65562]: DEBUG dogpile.lock [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Calling creation function for not-yet-present value {{(pid=65562) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 712.718010] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 712.740832] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 712.741406] env[65562]: DEBUG dogpile.cache.region [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65562) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 712.741406] env[65562]: DEBUG dogpile.lock [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Released creation lock {{(pid=65562) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 712.742498] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Releasing lock "network-933" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.742895] env[65562]: DEBUG networking_nsxv3.common.locking [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Lock port-0f534906-a70c-4804-bdc1-4be83421b094 taken with stack trace [, , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.743169] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquiring lock "port-0f534906-a70c-4804-bdc1-4be83421b094" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.743295] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired lock "port-0f534906-a70c-4804-bdc1-4be83421b094" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.744036] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired external semaphore "port-0f534906-a70c-4804-bdc1-4be83421b094" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.744036] env[65562]: DEBUG networking_nsxv3.api.rpc [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0f534906-a70c-4804-bdc1-4be83421b094',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 712.843573] env[65562]: DEBUG networking_nsxv3.common.locking [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.843789] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.843910] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.844448] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.844448] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.844572] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Segment Port f92e2d9d-fc94-43ca-a94d-009e34968596 not found, creating... [ 712.844729] env[65562]: DEBUG networking_nsxv3.common.locking [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.844924] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquiring lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.845051] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.845266] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired external semaphore "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.845395] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Releasing lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.845780] env[65562]: DEBUG networking_nsxv3.common.locking [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.845863] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.845961] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.846369] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.846431] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.846530] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Resource: SegmentPort with ID: f92e2d9d-fc94-43ca-a94d-009e34968596 is going to be created. [ 712.847706] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9c637330-1eb5-4d0f-9bfc-c8d2f1935709',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 712.867275] env[65562]: DEBUG networking_nsxv3.common.locking [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.867275] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.867275] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.867555] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.867726] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.867946] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Releasing lock "port-f92e2d9d-fc94-43ca-a94d-009e34968596" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.915064] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.915238] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.915336] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.915637] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.915769] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.915891] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: add37fa2-7db8-4a4b-ba37-258f0e39f252 is going to be created. [ 712.963739] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.963941] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.963986] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.964217] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.964427] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.977666] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: add37fa2-7db8-4a4b-ba37-258f0e39f252 in Status: UNINITIALIZED for 2s [ 713.103297] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1445b9a0-1100-41f8-a21d-b02385602ed4',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 713.245983] env[65562]: DEBUG networking_nsxv3.common.locking [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.246236] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.246337] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.246617] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.246768] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.246919] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Segment Port 0f534906-a70c-4804-bdc1-4be83421b094 not found, creating... [ 713.247228] env[65562]: DEBUG networking_nsxv3.common.locking [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.247396] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquiring lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.247510] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.247723] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired external semaphore "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.247857] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Releasing lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.248161] env[65562]: DEBUG networking_nsxv3.common.locking [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.248311] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.248422] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.248620] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.248749] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.248881] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Resource: SegmentPort with ID: 0f534906-a70c-4804-bdc1-4be83421b094 is going to be created. [ 713.269318] env[65562]: DEBUG networking_nsxv3.common.locking [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.269654] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.269866] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.270281] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.270635] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.271190] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Releasing lock "port-0f534906-a70c-4804-bdc1-4be83421b094" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.349856] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.350068] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.350157] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.350469] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.350598] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.350686] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9c637330-1eb5-4d0f-9bfc-c8d2f1935709 is going to be updated. [ 713.400650] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.400842] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.400915] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.401256] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.401500] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.412394] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9c637330-1eb5-4d0f-9bfc-c8d2f1935709 in Status: IN_PROGRESS for 2s [ 713.609455] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1445b9a0-1100-41f8-a21d-b02385602ed4: rpc.has_security_group_logging(os_id): False [ 713.629389] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.629640] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.629640] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.629938] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.641713] env[65562]: INFO networking_nsxv3.common.synchronization [req-94d5ad83-13ea-453b-b312-fb86827e31cb req-0895b7e5-9761-43f0-a69d-95d7abfadd39 service nova] Enqueued Resource ID: 9c637330-1eb5-4d0f-9bfc-c8d2f1935709 with Priority: HIGHEST for action security_group_rules [ 713.641958] env[65562]: INFO networking_nsxv3.common.synchronization [req-94d5ad83-13ea-453b-b312-fb86827e31cb req-0895b7e5-9761-43f0-a69d-95d7abfadd39 service nova] Enqueued Resource ID: 9c637330-1eb5-4d0f-9bfc-c8d2f1935709 with Priority: HIGHEST for action security_group_members [ 713.642758] env[65562]: INFO networking_nsxv3.common.synchronization [req-94d5ad83-13ea-453b-b312-fb86827e31cb req-0895b7e5-9761-43f0-a69d-95d7abfadd39 service nova] Enqueued Resource ID: f92e2d9d-fc94-43ca-a94d-009e34968596 with Priority: HIGHEST for action port [ 713.643468] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9c637330-1eb5-4d0f-9bfc-c8d2f1935709 with Priority: HIGHEST for action security_group_rules [ 713.643617] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9c637330-1eb5-4d0f-9bfc-c8d2f1935709 with Priority: HIGHEST for action security_group_members [ 713.643741] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f92e2d9d-fc94-43ca-a94d-009e34968596 with Priority: HIGHEST for action port [ 713.644069] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9c637330-1eb5-4d0f-9bfc-c8d2f1935709 taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.644227] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9c637330-1eb5-4d0f-9bfc-c8d2f1935709" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.644283] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9c637330-1eb5-4d0f-9bfc-c8d2f1935709" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.644510] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9c637330-1eb5-4d0f-9bfc-c8d2f1935709" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.644610] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9c637330-1eb5-4d0f-9bfc-c8d2f1935709',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 713.645526] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-9c637330-1eb5-4d0f-9bfc-c8d2f1935709 taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.645609] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9c637330-1eb5-4d0f-9bfc-c8d2f1935709" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.645840] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock port-f92e2d9d-fc94-43ca-a94d-009e34968596 taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.645976] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f92e2d9d-fc94-43ca-a94d-009e34968596" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.646118] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f92e2d9d-fc94-43ca-a94d-009e34968596" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.646312] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f92e2d9d-fc94-43ca-a94d-009e34968596" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.646519] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f92e2d9d-fc94-43ca-a94d-009e34968596',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 713.664943] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.665387] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.665543] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.665609] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.665860] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.665955] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.666093] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1445b9a0-1100-41f8-a21d-b02385602ed4 is going to be updated. [ 713.730393] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.730552] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.730624] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.730885] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.731060] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.747352] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1445b9a0-1100-41f8-a21d-b02385602ed4 in Status: IN_PROGRESS for 2s [ 714.006758] env[65562]: INFO networking_nsxv3.common.synchronization [req-b46cf7d2-b9a3-4312-8d14-2d105ae113bd req-c6563093-9f81-4f4f-b5a0-cbf0a200c357 service nova] Enqueued Resource ID: add37fa2-7db8-4a4b-ba37-258f0e39f252 with Priority: HIGHEST for action security_group_rules [ 714.006903] env[65562]: INFO networking_nsxv3.common.synchronization [req-b46cf7d2-b9a3-4312-8d14-2d105ae113bd req-c6563093-9f81-4f4f-b5a0-cbf0a200c357 service nova] Enqueued Resource ID: add37fa2-7db8-4a4b-ba37-258f0e39f252 with Priority: HIGHEST for action security_group_members [ 714.007043] env[65562]: INFO networking_nsxv3.common.synchronization [req-b46cf7d2-b9a3-4312-8d14-2d105ae113bd req-c6563093-9f81-4f4f-b5a0-cbf0a200c357 service nova] Enqueued Resource ID: 0f534906-a70c-4804-bdc1-4be83421b094 with Priority: HIGHEST for action port [ 714.007594] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: add37fa2-7db8-4a4b-ba37-258f0e39f252 with Priority: HIGHEST for action security_group_rules [ 714.007838] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: add37fa2-7db8-4a4b-ba37-258f0e39f252 with Priority: HIGHEST for action security_group_members [ 714.007838] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0f534906-a70c-4804-bdc1-4be83421b094 with Priority: HIGHEST for action port [ 714.008137] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock rules-add37fa2-7db8-4a4b-ba37-258f0e39f252 taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.008247] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-add37fa2-7db8-4a4b-ba37-258f0e39f252" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.008988] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-add37fa2-7db8-4a4b-ba37-258f0e39f252 taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.008988] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-add37fa2-7db8-4a4b-ba37-258f0e39f252" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.008988] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock port-0f534906-a70c-4804-bdc1-4be83421b094 taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.008988] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0f534906-a70c-4804-bdc1-4be83421b094" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.008988] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0f534906-a70c-4804-bdc1-4be83421b094" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.009866] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0f534906-a70c-4804-bdc1-4be83421b094" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.009866] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0f534906-a70c-4804-bdc1-4be83421b094',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 714.054191] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9dfcd550-672f-461d-9682-b9678535e4a8 in Status: SUCCESS [ 714.054191] env[65562]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9dfcd550-672f-461d-9682-b9678535e4a8 deletion is rescheduled due to dependency. [ 714.054191] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9dfcd550-672f-461d-9682-b9678535e4a8" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.146652] env[65562]: INFO networking_nsxv3.common.synchronization [req-e004410e-a03d-4f2f-a92f-842dbafc7e5b req-a20faf12-5b9a-4b98-87ae-276707f01db6 tempest-ServerAddressesNegativeTestJSON-1171357319 tempest-ServerAddressesNegativeTestJSON-1171357319-project-member] Enqueued Resource ID: b2a6d7da-8654-4116-927a-45dff90548be with Priority: HIGHEST for action security_group_members [ 714.148381] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b2a6d7da-8654-4116-927a-45dff90548be with Priority: HIGHEST for action security_group_members [ 714.148381] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-b2a6d7da-8654-4116-927a-45dff90548be taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.148381] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b2a6d7da-8654-4116-927a-45dff90548be" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.148381] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b2a6d7da-8654-4116-927a-45dff90548be" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.148634] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b2a6d7da-8654-4116-927a-45dff90548be" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.149473] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.149473] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.149473] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.149473] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.149631] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.149776] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b2a6d7da-8654-4116-927a-45dff90548be',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 714.152446] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c3ff403a-12a9-4317-b6a1-2b0a324d957b in Status: SUCCESS [ 714.152971] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c3ff403a-12a9-4317-b6a1-2b0a324d957b" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.153243] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-9c637330-1eb5-4d0f-9bfc-c8d2f1935709 taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.153243] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9c637330-1eb5-4d0f-9bfc-c8d2f1935709" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.153359] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f92e2d9d-fc94-43ca-a94d-009e34968596 with status ACTIVE [ 714.153829] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.153982] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.154039] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.154334] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.154476] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.156751] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.156751] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.156751] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.156751] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.156751] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.156751] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.156751] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.156751] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.156751] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.156751] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.156751] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f92e2d9d-fc94-43ca-a94d-009e34968596 is going to be updated. [ 714.157430] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c3ff403a-12a9-4317-b6a1-2b0a324d957b" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.157597] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c3ff403a-12a9-4317-b6a1-2b0a324d957b" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.158087] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.158087] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.158087] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.158087] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.158244] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.158303] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c3ff403a-12a9-4317-b6a1-2b0a324d957b" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.158472] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-c3ff403a-12a9-4317-b6a1-2b0a324d957b taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.158586] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c3ff403a-12a9-4317-b6a1-2b0a324d957b" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.158662] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c3ff403a-12a9-4317-b6a1-2b0a324d957b" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.158854] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c3ff403a-12a9-4317-b6a1-2b0a324d957b" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.159046] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.159182] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.159243] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.159412] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.159492] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.159626] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c3ff403a-12a9-4317-b6a1-2b0a324d957b" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.159680] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c3ff403a-12a9-4317-b6a1-2b0a324d957b',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 714.186075] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.186327] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.186327] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.186505] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.186664] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.186866] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f92e2d9d-fc94-43ca-a94d-009e34968596" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.280126] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f3032018-5d94-4d5e-a28e-f9dfc51a636a in Status: SUCCESS [ 714.280462] env[65562]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f3032018-5d94-4d5e-a28e-f9dfc51a636a deletion is rescheduled due to dependency. [ 714.280647] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f3032018-5d94-4d5e-a28e-f9dfc51a636a" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.511688] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0f534906-a70c-4804-bdc1-4be83421b094 with status ACTIVE [ 714.512014] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.512162] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.512226] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.512498] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.512570] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.512807] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.512894] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.512928] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.513231] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.513231] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.513375] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.513465] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.513596] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.513672] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.513740] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.513808] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0f534906-a70c-4804-bdc1-4be83421b094 is going to be updated. [ 714.536424] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.536587] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.536641] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.536860] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.537030] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.537196] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0f534906-a70c-4804-bdc1-4be83421b094" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.662434] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.662806] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.662980] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.663396] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.664577] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c3ff403a-12a9-4317-b6a1-2b0a324d957b: rpc.has_security_group_logging(os_id): False [ 714.685399] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.685399] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.690641] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.690641] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.690751] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.690788] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.691188] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.691188] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.691288] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b2a6d7da-8654-4116-927a-45dff90548be is going to be updated. [ 714.692712] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.693066] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.718422] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.719072] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.719072] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.719072] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.719072] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.719371] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.719371] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.719371] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.719535] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.719588] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.719636] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.719843] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.719950] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.720017] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.720259] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.720359] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.720532] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c3ff403a-12a9-4317-b6a1-2b0a324d957b is going to be updated. [ 714.725611] env[65562]: INFO networking_nsxv3.common.synchronization [req-84e5ef8d-477b-4641-b4ef-82b4bf77470b req-d498ce05-2887-4a40-aee2-9fb9dc7b857d tempest-ServerMetadataTestJSON-1318497365 tempest-ServerMetadataTestJSON-1318497365-project-member] Enqueued Resource ID: 1800a167-1e9d-451f-928f-2cdb5c8a653a with Priority: HIGHEST for action security_group_members [ 714.726276] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1800a167-1e9d-451f-928f-2cdb5c8a653a with Priority: HIGHEST for action security_group_members [ 714.726602] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-1800a167-1e9d-451f-928f-2cdb5c8a653a taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.726720] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1800a167-1e9d-451f-928f-2cdb5c8a653a" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.726786] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1800a167-1e9d-451f-928f-2cdb5c8a653a" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.726978] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1800a167-1e9d-451f-928f-2cdb5c8a653a" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.727381] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.727381] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.727381] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.727518] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.727550] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.728023] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1800a167-1e9d-451f-928f-2cdb5c8a653a',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 714.731488] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.731625] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.731625] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.731784] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.731920] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.743100] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b2a6d7da-8654-4116-927a-45dff90548be in Status: IN_PROGRESS for 2s [ 714.811917] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.812115] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.812115] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.812325] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.812481] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.830146] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c3ff403a-12a9-4317-b6a1-2b0a324d957b in Status: IN_PROGRESS for 2s [ 714.991529] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: add37fa2-7db8-4a4b-ba37-258f0e39f252 in Status: SUCCESS [ 714.991956] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-add37fa2-7db8-4a4b-ba37-258f0e39f252" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.992040] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-add37fa2-7db8-4a4b-ba37-258f0e39f252" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.992352] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-add37fa2-7db8-4a4b-ba37-258f0e39f252" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.992649] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.992810] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.992889] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.993086] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.993172] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.993261] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-add37fa2-7db8-4a4b-ba37-258f0e39f252" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.993364] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('add37fa2-7db8-4a4b-ba37-258f0e39f252',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 714.994249] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-add37fa2-7db8-4a4b-ba37-258f0e39f252" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.994409] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-add37fa2-7db8-4a4b-ba37-258f0e39f252" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.994576] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.994675] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.994737] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.994902] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.995344] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.995344] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('add37fa2-7db8-4a4b-ba37-258f0e39f252',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 715.045882] env[65562]: DEBUG networking_nsxv3.common.locking [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Lock network-2 taken with stack trace [, , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.046046] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquiring lock "network-2" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.046162] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired lock "network-2" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.046446] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired external semaphore "network-2" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.046710] env[65562]: DEBUG networking_nsxv3.common.locking [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.046862] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquiring lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.046973] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.047226] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired external semaphore "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.047368] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Releasing lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.047582] env[65562]: DEBUG dogpile.cache.region [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] No value present for key: 'zone-id' {{(pid=65562) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 715.047762] env[65562]: DEBUG dogpile.lock [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] NeedRegenerationException {{(pid=65562) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 715.047885] env[65562]: DEBUG dogpile.lock [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] no value, waiting for create lock {{(pid=65562) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 715.048019] env[65562]: DEBUG dogpile.lock [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] value creation lock acquired {{(pid=65562) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 715.048133] env[65562]: DEBUG dogpile.cache.region [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] No value present for key: 'zone-id' {{(pid=65562) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 715.048233] env[65562]: DEBUG dogpile.lock [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Calling creation function for not-yet-present value {{(pid=65562) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 715.048385] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 715.075025] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 715.075229] env[65562]: DEBUG dogpile.cache.region [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=65562) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 715.075515] env[65562]: DEBUG dogpile.lock [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Released creation lock {{(pid=65562) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 715.075676] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Releasing lock "network-2" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.076226] env[65562]: DEBUG networking_nsxv3.common.locking [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Lock port-0585c309-36d0-4de2-8b5a-f369d1652648 taken with stack trace [, , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.076375] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquiring lock "port-0585c309-36d0-4de2-8b5a-f369d1652648" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.076446] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired lock "port-0585c309-36d0-4de2-8b5a-f369d1652648" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.076769] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired external semaphore "port-0585c309-36d0-4de2-8b5a-f369d1652648" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.076905] env[65562]: DEBUG networking_nsxv3.api.rpc [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0585c309-36d0-4de2-8b5a-f369d1652648',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 715.234259] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.234259] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.234684] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.234684] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.266783] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.268077] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.268077] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.268077] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.268077] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.268077] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.268077] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1800a167-1e9d-451f-928f-2cdb5c8a653a is going to be updated. [ 715.328554] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.328793] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.328855] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.329080] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.329277] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.347608] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1800a167-1e9d-451f-928f-2cdb5c8a653a in Status: IN_PROGRESS for 2s [ 715.425883] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9c637330-1eb5-4d0f-9bfc-c8d2f1935709 in Status: SUCCESS [ 715.426250] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9c637330-1eb5-4d0f-9bfc-c8d2f1935709" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.426534] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9c637330-1eb5-4d0f-9bfc-c8d2f1935709" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.426850] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9c637330-1eb5-4d0f-9bfc-c8d2f1935709" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.427308] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.427486] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.427602] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.427831] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.427966] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.428122] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9c637330-1eb5-4d0f-9bfc-c8d2f1935709',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 715.499129] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-add37fa2-7db8-4a4b-ba37-258f0e39f252 taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.499315] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-add37fa2-7db8-4a4b-ba37-258f0e39f252" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.502741] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('add37fa2-7db8-4a4b-ba37-258f0e39f252',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 715.578845] env[65562]: DEBUG networking_nsxv3.common.locking [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.579082] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.579208] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.579505] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.579692] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.579843] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Segment Port 0585c309-36d0-4de2-8b5a-f369d1652648 not found, creating... [ 715.580202] env[65562]: DEBUG networking_nsxv3.common.locking [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.580365] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquiring lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.580479] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.581955] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired external semaphore "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.581955] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Releasing lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.581955] env[65562]: DEBUG networking_nsxv3.common.locking [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.581955] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.581955] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.581955] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.581955] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.582229] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Resource: SegmentPort with ID: 0585c309-36d0-4de2-8b5a-f369d1652648 is going to be created. [ 715.604128] env[65562]: DEBUG networking_nsxv3.common.locking [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.604350] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.604472] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.604828] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.605239] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.605531] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Releasing lock "port-0585c309-36d0-4de2-8b5a-f369d1652648" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.624688] env[65562]: INFO networking_nsxv3.common.synchronization [req-cffc95ab-a999-4325-adc9-d641d13c5a1f req-0e0fa1ea-0c05-42b9-8f54-6bcad7d5e51c tempest-ServersTestJSON-735458416 tempest-ServersTestJSON-735458416-project-member] Enqueued Resource ID: e5cc65cc-dc60-4faf-8964-df02971e5295 with Priority: HIGHEST for action security_group_members [ 715.625305] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e5cc65cc-dc60-4faf-8964-df02971e5295 with Priority: HIGHEST for action security_group_members [ 715.625615] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-e5cc65cc-dc60-4faf-8964-df02971e5295 taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.625736] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e5cc65cc-dc60-4faf-8964-df02971e5295" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.625804] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e5cc65cc-dc60-4faf-8964-df02971e5295" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.626143] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e5cc65cc-dc60-4faf-8964-df02971e5295" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.626308] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.626413] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.626489] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.626635] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.626722] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.626814] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e5cc65cc-dc60-4faf-8964-df02971e5295',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 715.762353] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1445b9a0-1100-41f8-a21d-b02385602ed4 in Status: SUCCESS [ 715.762591] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1445b9a0-1100-41f8-a21d-b02385602ed4" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.932154] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9c637330-1eb5-4d0f-9bfc-c8d2f1935709',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 716.005726] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('add37fa2-7db8-4a4b-ba37-258f0e39f252',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 716.130582] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.130759] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.130911] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.131752] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.131752] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.131752] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.131752] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.131752] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.131752] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.131752] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.131990] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e5cc65cc-dc60-4faf-8964-df02971e5295 already deleted. [ 716.131990] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e5cc65cc-dc60-4faf-8964-df02971e5295" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.352879] env[65562]: INFO networking_nsxv3.common.synchronization [req-b46cf7d2-b9a3-4312-8d14-2d105ae113bd req-079a8a75-0066-410b-97b4-4428cd339ee7 service nova] Enqueued Resource ID: add37fa2-7db8-4a4b-ba37-258f0e39f252 with Priority: HIGHEST for action security_group_rules [ 716.353220] env[65562]: INFO networking_nsxv3.common.synchronization [req-b46cf7d2-b9a3-4312-8d14-2d105ae113bd req-079a8a75-0066-410b-97b4-4428cd339ee7 service nova] Enqueued Resource ID: add37fa2-7db8-4a4b-ba37-258f0e39f252 with Priority: HIGHEST for action security_group_members [ 716.353651] env[65562]: INFO networking_nsxv3.common.synchronization [req-b46cf7d2-b9a3-4312-8d14-2d105ae113bd req-079a8a75-0066-410b-97b4-4428cd339ee7 service nova] Enqueued Resource ID: 0585c309-36d0-4de2-8b5a-f369d1652648 with Priority: HIGHEST for action port [ 716.354241] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: add37fa2-7db8-4a4b-ba37-258f0e39f252 with Priority: HIGHEST for action security_group_rules [ 716.354445] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: add37fa2-7db8-4a4b-ba37-258f0e39f252 with Priority: HIGHEST for action security_group_members [ 716.354681] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0585c309-36d0-4de2-8b5a-f369d1652648 with Priority: HIGHEST for action port [ 716.354993] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock rules-add37fa2-7db8-4a4b-ba37-258f0e39f252 taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.355158] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-add37fa2-7db8-4a4b-ba37-258f0e39f252" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.355462] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-add37fa2-7db8-4a4b-ba37-258f0e39f252 taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.355593] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-add37fa2-7db8-4a4b-ba37-258f0e39f252" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.355868] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock port-0585c309-36d0-4de2-8b5a-f369d1652648 taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.357132] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0585c309-36d0-4de2-8b5a-f369d1652648" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.357721] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0585c309-36d0-4de2-8b5a-f369d1652648" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.357799] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0585c309-36d0-4de2-8b5a-f369d1652648" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.357902] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0585c309-36d0-4de2-8b5a-f369d1652648',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 716.437905] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9c637330-1eb5-4d0f-9bfc-c8d2f1935709',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 716.509630] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.509630] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.509630] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.509818] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.509899] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.509981] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: add37fa2-7db8-4a4b-ba37-258f0e39f252 is going to be updated. [ 716.531500] env[65562]: DEBUG networking_nsxv3.common.locking [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Lock network-592 taken with stack trace [, , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.531783] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquiring lock "network-592" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.531783] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired lock "network-592" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.532175] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired external semaphore "network-592" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.533037] env[65562]: DEBUG networking_nsxv3.common.locking [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.533037] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquiring lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.533037] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.533293] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired external semaphore "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.533293] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Releasing lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.533483] env[65562]: DEBUG dogpile.cache.region [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] No value present for key: 'zone-id' {{(pid=65562) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 716.533608] env[65562]: DEBUG dogpile.lock [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] NeedRegenerationException {{(pid=65562) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 716.533736] env[65562]: DEBUG dogpile.lock [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] no value, waiting for create lock {{(pid=65562) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 716.533850] env[65562]: DEBUG dogpile.lock [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] value creation lock acquired {{(pid=65562) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 716.533969] env[65562]: DEBUG dogpile.cache.region [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] No value present for key: 'zone-id' {{(pid=65562) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 716.534117] env[65562]: DEBUG dogpile.lock [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Calling creation function for not-yet-present value {{(pid=65562) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 716.534250] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 716.540080] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.543515] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.543515] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.543515] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.543515] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.553972] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: add37fa2-7db8-4a4b-ba37-258f0e39f252 in Status: IN_PROGRESS for 2s [ 716.557406] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 716.557406] env[65562]: DEBUG dogpile.cache.region [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65562) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 716.557406] env[65562]: DEBUG dogpile.lock [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Released creation lock {{(pid=65562) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 716.557406] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Releasing lock "network-592" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.557406] env[65562]: DEBUG networking_nsxv3.common.locking [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Lock port-61850042-ed58-4935-aa0b-ce5818b0f46d taken with stack trace [, , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.557406] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquiring lock "port-61850042-ed58-4935-aa0b-ce5818b0f46d" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.557406] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired lock "port-61850042-ed58-4935-aa0b-ce5818b0f46d" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.557406] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired external semaphore "port-61850042-ed58-4935-aa0b-ce5818b0f46d" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.557406] env[65562]: DEBUG networking_nsxv3.api.rpc [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('61850042-ed58-4935-aa0b-ce5818b0f46d',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 716.753588] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b2a6d7da-8654-4116-927a-45dff90548be in Status: SUCCESS [ 716.753802] env[65562]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b2a6d7da-8654-4116-927a-45dff90548be deletion is rescheduled due to dependency. [ 716.753949] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b2a6d7da-8654-4116-927a-45dff90548be" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.847895] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c3ff403a-12a9-4317-b6a1-2b0a324d957b in Status: SUCCESS [ 716.847895] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c3ff403a-12a9-4317-b6a1-2b0a324d957b" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.847895] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c3ff403a-12a9-4317-b6a1-2b0a324d957b" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.847895] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c3ff403a-12a9-4317-b6a1-2b0a324d957b" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.847895] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c3ff403a-12a9-4317-b6a1-2b0a324d957b',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 716.862798] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0585c309-36d0-4de2-8b5a-f369d1652648 with status ACTIVE [ 716.862910] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.863295] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.863367] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.863560] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.863660] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.865195] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.865286] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.865334] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.865610] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.865610] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.865830] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.865946] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.866171] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.866171] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.866257] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.866373] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0585c309-36d0-4de2-8b5a-f369d1652648 is going to be updated. [ 716.893268] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.893268] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.893268] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.893475] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.893545] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.893906] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0585c309-36d0-4de2-8b5a-f369d1652648" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.941413] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.941656] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.941805] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.942123] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.942286] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.942446] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9c637330-1eb5-4d0f-9bfc-c8d2f1935709 is going to be updated. [ 716.998361] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.998600] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.998600] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.998913] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.999045] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.020377] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9c637330-1eb5-4d0f-9bfc-c8d2f1935709 in Status: IN_PROGRESS for 2s [ 717.060672] env[65562]: DEBUG networking_nsxv3.common.locking [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.061051] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.061159] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.061582] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.061809] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.062036] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Segment Port 61850042-ed58-4935-aa0b-ce5818b0f46d not found, creating... [ 717.062397] env[65562]: DEBUG networking_nsxv3.common.locking [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.062553] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquiring lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.062678] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.062948] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired external semaphore "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.063143] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Releasing lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.063449] env[65562]: DEBUG networking_nsxv3.common.locking [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.063637] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.063760] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.064034] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.064174] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.064313] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Resource: SegmentPort with ID: 61850042-ed58-4935-aa0b-ce5818b0f46d is going to be created. [ 717.086708] env[65562]: DEBUG networking_nsxv3.common.locking [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.087089] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.087178] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.087618] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.087777] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.088064] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Releasing lock "port-61850042-ed58-4935-aa0b-ce5818b0f46d" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.350820] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-c3ff403a-12a9-4317-b6a1-2b0a324d957b taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.351086] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c3ff403a-12a9-4317-b6a1-2b0a324d957b" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.351196] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c3ff403a-12a9-4317-b6a1-2b0a324d957b" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.351500] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c3ff403a-12a9-4317-b6a1-2b0a324d957b" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.351795] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.351982] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.352192] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.352553] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.352737] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.352898] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c3ff403a-12a9-4317-b6a1-2b0a324d957b" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.353290] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c3ff403a-12a9-4317-b6a1-2b0a324d957b',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 717.361355] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1800a167-1e9d-451f-928f-2cdb5c8a653a in Status: SUCCESS [ 717.361594] env[65562]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1800a167-1e9d-451f-928f-2cdb5c8a653a deletion is rescheduled due to dependency. [ 717.361707] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1800a167-1e9d-451f-928f-2cdb5c8a653a" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.564883] env[65562]: INFO networking_nsxv3.common.synchronization [req-da88266f-fa24-43c9-b6da-9eda23f756d4 req-8e583a18-48d5-45ed-810c-dcf70236a2f4 tempest-MultipleCreateTestJSON-1984480382 tempest-MultipleCreateTestJSON-1984480382-project-member] Enqueued Resource ID: 01b4a28f-2af7-4dd0-8ce7-d59bea16cdcf with Priority: HIGHEST for action security_group_members [ 717.565516] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 01b4a28f-2af7-4dd0-8ce7-d59bea16cdcf with Priority: HIGHEST for action security_group_members [ 717.568096] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-01b4a28f-2af7-4dd0-8ce7-d59bea16cdcf taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.568293] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-01b4a28f-2af7-4dd0-8ce7-d59bea16cdcf" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.568397] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-01b4a28f-2af7-4dd0-8ce7-d59bea16cdcf" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.568649] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-01b4a28f-2af7-4dd0-8ce7-d59bea16cdcf" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.569205] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.570358] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.570450] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.570646] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.570740] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.570835] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('01b4a28f-2af7-4dd0-8ce7-d59bea16cdcf',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 717.845285] env[65562]: INFO networking_nsxv3.common.synchronization [req-cffc95ab-a999-4325-adc9-d641d13c5a1f req-6b58ad3b-30e9-41d2-9522-cdbb280c4f6d service nova] Enqueued Resource ID: e5cc65cc-dc60-4faf-8964-df02971e5295 with Priority: HIGHEST for action security_group_rules [ 717.846675] env[65562]: INFO networking_nsxv3.common.synchronization [req-cffc95ab-a999-4325-adc9-d641d13c5a1f req-6b58ad3b-30e9-41d2-9522-cdbb280c4f6d service nova] Enqueued Resource ID: e5cc65cc-dc60-4faf-8964-df02971e5295 with Priority: HIGHEST for action security_group_members [ 717.846675] env[65562]: INFO networking_nsxv3.common.synchronization [req-cffc95ab-a999-4325-adc9-d641d13c5a1f req-6b58ad3b-30e9-41d2-9522-cdbb280c4f6d service nova] Enqueued Resource ID: 61850042-ed58-4935-aa0b-ce5818b0f46d with Priority: HIGHEST for action port [ 717.846675] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e5cc65cc-dc60-4faf-8964-df02971e5295 with Priority: HIGHEST for action security_group_rules [ 717.846804] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e5cc65cc-dc60-4faf-8964-df02971e5295 with Priority: HIGHEST for action security_group_members [ 717.846974] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 61850042-ed58-4935-aa0b-ce5818b0f46d with Priority: HIGHEST for action port [ 717.847806] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e5cc65cc-dc60-4faf-8964-df02971e5295 taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.848016] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e5cc65cc-dc60-4faf-8964-df02971e5295" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.848150] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e5cc65cc-dc60-4faf-8964-df02971e5295" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.848457] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e5cc65cc-dc60-4faf-8964-df02971e5295" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.848600] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e5cc65cc-dc60-4faf-8964-df02971e5295',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 717.853023] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-e5cc65cc-dc60-4faf-8964-df02971e5295 taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.853023] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e5cc65cc-dc60-4faf-8964-df02971e5295" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.853023] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e5cc65cc-dc60-4faf-8964-df02971e5295" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.853023] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e5cc65cc-dc60-4faf-8964-df02971e5295" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.853023] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.853023] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.853023] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.853023] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.853023] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.853023] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e5cc65cc-dc60-4faf-8964-df02971e5295',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 717.853023] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock port-61850042-ed58-4935-aa0b-ce5818b0f46d taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.853023] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-61850042-ed58-4935-aa0b-ce5818b0f46d" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.853023] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-61850042-ed58-4935-aa0b-ce5818b0f46d" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.853023] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-61850042-ed58-4935-aa0b-ce5818b0f46d" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.853023] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('61850042-ed58-4935-aa0b-ce5818b0f46d',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 717.860987] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-c3ff403a-12a9-4317-b6a1-2b0a324d957b taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.860987] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c3ff403a-12a9-4317-b6a1-2b0a324d957b" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.860987] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c3ff403a-12a9-4317-b6a1-2b0a324d957b" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.860987] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c3ff403a-12a9-4317-b6a1-2b0a324d957b" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.860987] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.860987] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.860987] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.860987] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.860987] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.860987] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c3ff403a-12a9-4317-b6a1-2b0a324d957b" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.860987] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-c3ff403a-12a9-4317-b6a1-2b0a324d957b taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.860987] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c3ff403a-12a9-4317-b6a1-2b0a324d957b" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.860987] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c3ff403a-12a9-4317-b6a1-2b0a324d957b" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.860987] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c3ff403a-12a9-4317-b6a1-2b0a324d957b" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.860987] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.860987] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.861891] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.861891] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.861891] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.861891] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c3ff403a-12a9-4317-b6a1-2b0a324d957b" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.861891] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c3ff403a-12a9-4317-b6a1-2b0a324d957b',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 718.074128] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('01b4a28f-2af7-4dd0-8ce7-d59bea16cdcf',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 718.354724] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-e5cc65cc-dc60-4faf-8964-df02971e5295 taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.355043] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e5cc65cc-dc60-4faf-8964-df02971e5295" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.359603] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 61850042-ed58-4935-aa0b-ce5818b0f46d with status ACTIVE [ 718.359653] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.359776] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.359849] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.360079] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.360235] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.360446] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.360602] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.360602] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.360751] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.360842] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.361011] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.361110] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.361170] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.361313] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.361383] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.361468] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 61850042-ed58-4935-aa0b-ce5818b0f46d is going to be updated. [ 718.362617] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e5cc65cc-dc60-4faf-8964-df02971e5295',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 718.370798] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c3ff403a-12a9-4317-b6a1-2b0a324d957b: rpc.has_security_group_logging(os_id): False [ 718.371328] env[65562]: INFO networking_nsxv3.common.synchronization [req-67383953-4d64-4acd-a097-470ec24a1678 req-2566f363-d79d-46df-980a-1d82e25df0d2 tempest-AttachInterfacesTestJSON-12420228 tempest-AttachInterfacesTestJSON-12420228-project-member] Enqueued Resource ID: aaf40d1b-2d66-4668-af21-daa6ff5f8056 with Priority: HIGHEST for action security_group_members [ 718.373670] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aaf40d1b-2d66-4668-af21-daa6ff5f8056 with Priority: HIGHEST for action security_group_members [ 718.374829] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-aaf40d1b-2d66-4668-af21-daa6ff5f8056 taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.375725] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aaf40d1b-2d66-4668-af21-daa6ff5f8056" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.375901] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aaf40d1b-2d66-4668-af21-daa6ff5f8056" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.376509] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aaf40d1b-2d66-4668-af21-daa6ff5f8056" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.377038] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.377297] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.377450] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.377712] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.378145] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.378491] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('aaf40d1b-2d66-4668-af21-daa6ff5f8056',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 718.395231] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.395231] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.395231] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.395231] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.395231] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.395231] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.395231] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.395231] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.395231] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.395231] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.395231] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.395231] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.395231] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.395231] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.395231] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.395876] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.395876] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.396518] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.396810] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.397090] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.397265] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c3ff403a-12a9-4317-b6a1-2b0a324d957b is going to be updated. [ 718.401451] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.401717] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.401885] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.402518] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.403650] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.403650] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-61850042-ed58-4935-aa0b-ce5818b0f46d" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.492674] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.492674] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.492674] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.492674] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.492674] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.539784] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c3ff403a-12a9-4317-b6a1-2b0a324d957b in Status: IN_PROGRESS for 2s [ 718.576431] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('01b4a28f-2af7-4dd0-8ce7-d59bea16cdcf',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 718.585840] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: add37fa2-7db8-4a4b-ba37-258f0e39f252 in Status: SUCCESS [ 718.586109] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-add37fa2-7db8-4a4b-ba37-258f0e39f252" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.586515] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-add37fa2-7db8-4a4b-ba37-258f0e39f252" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.586726] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-add37fa2-7db8-4a4b-ba37-258f0e39f252" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.586931] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.587066] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.587130] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.587325] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.587392] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.587507] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-add37fa2-7db8-4a4b-ba37-258f0e39f252" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.587628] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-add37fa2-7db8-4a4b-ba37-258f0e39f252 taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.587716] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-add37fa2-7db8-4a4b-ba37-258f0e39f252" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.587758] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-add37fa2-7db8-4a4b-ba37-258f0e39f252" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.588229] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-add37fa2-7db8-4a4b-ba37-258f0e39f252" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.588418] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.588534] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.588581] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.588776] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.588776] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.588871] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-add37fa2-7db8-4a4b-ba37-258f0e39f252" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.589106] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('add37fa2-7db8-4a4b-ba37-258f0e39f252',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 718.591681] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-add37fa2-7db8-4a4b-ba37-258f0e39f252" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.591681] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-add37fa2-7db8-4a4b-ba37-258f0e39f252" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.591681] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.591681] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.591681] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.591681] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.591681] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.591681] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('add37fa2-7db8-4a4b-ba37-258f0e39f252',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 718.819667] env[65562]: DEBUG networking_nsxv3.common.locking [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Lock network-422 taken with stack trace [, , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.820280] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquiring lock "network-422" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.820280] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired lock "network-422" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.820280] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired external semaphore "network-422" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.820447] env[65562]: DEBUG networking_nsxv3.common.locking [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.820624] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquiring lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.820711] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.820925] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired external semaphore "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.821303] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Releasing lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.821303] env[65562]: DEBUG dogpile.cache.region [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] No value present for key: 'zone-id' {{(pid=65562) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 718.821442] env[65562]: DEBUG dogpile.lock [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] NeedRegenerationException {{(pid=65562) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 718.821542] env[65562]: DEBUG dogpile.lock [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] no value, waiting for create lock {{(pid=65562) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 718.821683] env[65562]: DEBUG dogpile.lock [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] value creation lock acquired {{(pid=65562) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 718.821816] env[65562]: DEBUG dogpile.cache.region [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] No value present for key: 'zone-id' {{(pid=65562) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 718.821922] env[65562]: DEBUG dogpile.lock [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Calling creation function for not-yet-present value {{(pid=65562) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 718.822064] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 718.841603] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 718.841790] env[65562]: DEBUG dogpile.cache.region [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65562) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 718.841915] env[65562]: DEBUG dogpile.lock [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Released creation lock {{(pid=65562) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 718.842067] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Releasing lock "network-422" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.842403] env[65562]: DEBUG networking_nsxv3.common.locking [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Lock port-8c9cc147-e0cb-4a48-a7d7-6271bd9c9ec5 taken with stack trace [, , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.843615] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquiring lock "port-8c9cc147-e0cb-4a48-a7d7-6271bd9c9ec5" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.843615] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired lock "port-8c9cc147-e0cb-4a48-a7d7-6271bd9c9ec5" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.843615] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired external semaphore "port-8c9cc147-e0cb-4a48-a7d7-6271bd9c9ec5" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.843615] env[65562]: DEBUG networking_nsxv3.api.rpc [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8c9cc147-e0cb-4a48-a7d7-6271bd9c9ec5',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 718.873170] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e5cc65cc-dc60-4faf-8964-df02971e5295',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 718.881508] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.881508] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.881508] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.881698] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.882019] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.882019] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.882239] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.882239] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.882341] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.882405] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.882484] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: aaf40d1b-2d66-4668-af21-daa6ff5f8056 already deleted. [ 718.882560] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aaf40d1b-2d66-4668-af21-daa6ff5f8056" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.031092] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9c637330-1eb5-4d0f-9bfc-c8d2f1935709 in Status: SUCCESS [ 719.031248] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9c637330-1eb5-4d0f-9bfc-c8d2f1935709" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.031330] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9c637330-1eb5-4d0f-9bfc-c8d2f1935709" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.031554] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9c637330-1eb5-4d0f-9bfc-c8d2f1935709" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.031750] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.031868] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.031933] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.032107] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.032189] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.032282] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9c637330-1eb5-4d0f-9bfc-c8d2f1935709" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.032362] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9c637330-1eb5-4d0f-9bfc-c8d2f1935709',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 719.082312] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.082465] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.082511] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.082782] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.082918] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.083036] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 01b4a28f-2af7-4dd0-8ce7-d59bea16cdcf is going to be updated. [ 719.093904] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for add37fa2-7db8-4a4b-ba37-258f0e39f252: rpc.has_security_group_logging(os_id): False [ 719.096069] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('add37fa2-7db8-4a4b-ba37-258f0e39f252',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 719.114755] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.115034] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.115137] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.115381] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.115484] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.115720] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.115883] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.115954] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.116120] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.116198] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.116387] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.116472] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.116552] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.116663] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.116735] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.116912] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.117013] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.117726] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.117914] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.118036] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.118162] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: add37fa2-7db8-4a4b-ba37-258f0e39f252 is going to be created. [ 719.120366] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.120555] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.120741] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.120941] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.121134] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.132018] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 01b4a28f-2af7-4dd0-8ce7-d59bea16cdcf in Status: IN_PROGRESS for 2s [ 719.189088] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.189300] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.189300] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.189514] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.190061] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.212424] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: add37fa2-7db8-4a4b-ba37-258f0e39f252 in Status: IN_PROGRESS for 2s [ 719.345849] env[65562]: DEBUG networking_nsxv3.common.locking [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.346196] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.346338] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.346663] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.346830] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.346984] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Segment Port 8c9cc147-e0cb-4a48-a7d7-6271bd9c9ec5 not found, creating... [ 719.347322] env[65562]: DEBUG networking_nsxv3.common.locking [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.347462] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquiring lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.347824] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.347853] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired external semaphore "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.348034] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Releasing lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.348304] env[65562]: DEBUG networking_nsxv3.common.locking [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.348443] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.348557] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.348782] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.348927] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.349080] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Resource: SegmentPort with ID: 8c9cc147-e0cb-4a48-a7d7-6271bd9c9ec5 is going to be created. [ 719.374094] env[65562]: DEBUG networking_nsxv3.common.locking [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.374378] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.374471] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.374740] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.375018] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.375237] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Releasing lock "port-8c9cc147-e0cb-4a48-a7d7-6271bd9c9ec5" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.376412] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.376577] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.376635] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.376786] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.376878] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.376981] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e5cc65cc-dc60-4faf-8964-df02971e5295 is going to be created. [ 719.401614] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.401852] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.401852] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.402273] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.402474] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.413902] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e5cc65cc-dc60-4faf-8964-df02971e5295 in Status: UNINITIALIZED for 2s [ 719.535401] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-9c637330-1eb5-4d0f-9bfc-c8d2f1935709 taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.535682] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9c637330-1eb5-4d0f-9bfc-c8d2f1935709" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.535750] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9c637330-1eb5-4d0f-9bfc-c8d2f1935709" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.536113] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9c637330-1eb5-4d0f-9bfc-c8d2f1935709" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.536395] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.536577] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.536683] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.536934] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.537520] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.537520] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9c637330-1eb5-4d0f-9bfc-c8d2f1935709" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.537520] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-9c637330-1eb5-4d0f-9bfc-c8d2f1935709 taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.537678] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9c637330-1eb5-4d0f-9bfc-c8d2f1935709" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.537678] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9c637330-1eb5-4d0f-9bfc-c8d2f1935709" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.537870] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9c637330-1eb5-4d0f-9bfc-c8d2f1935709" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.538546] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.538546] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.538546] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.538867] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.538953] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.539052] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9c637330-1eb5-4d0f-9bfc-c8d2f1935709" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.539213] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9c637330-1eb5-4d0f-9bfc-c8d2f1935709',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 719.600900] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('add37fa2-7db8-4a4b-ba37-258f0e39f252',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 720.042855] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9c637330-1eb5-4d0f-9bfc-c8d2f1935709: rpc.has_security_group_logging(os_id): False [ 720.079534] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.079984] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.080072] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.080291] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.080385] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.080586] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.080685] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.080774] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.081025] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.081133] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.081437] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.081530] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.081602] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.081748] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.081819] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.082032] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.082120] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.082178] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.082401] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.082721] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.082721] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9c637330-1eb5-4d0f-9bfc-c8d2f1935709 is going to be updated. [ 720.086990] env[65562]: INFO networking_nsxv3.common.synchronization [req-67383953-4d64-4acd-a097-470ec24a1678 req-471df03d-66b2-47e1-a5b3-11416e79c290 service nova] Enqueued Resource ID: aaf40d1b-2d66-4668-af21-daa6ff5f8056 with Priority: HIGHEST for action security_group_rules [ 720.086990] env[65562]: INFO networking_nsxv3.common.synchronization [req-67383953-4d64-4acd-a097-470ec24a1678 req-471df03d-66b2-47e1-a5b3-11416e79c290 service nova] Enqueued Resource ID: aaf40d1b-2d66-4668-af21-daa6ff5f8056 with Priority: HIGHEST for action security_group_members [ 720.086990] env[65562]: INFO networking_nsxv3.common.synchronization [req-67383953-4d64-4acd-a097-470ec24a1678 req-471df03d-66b2-47e1-a5b3-11416e79c290 service nova] Enqueued Resource ID: 8c9cc147-e0cb-4a48-a7d7-6271bd9c9ec5 with Priority: HIGHEST for action port [ 720.086990] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aaf40d1b-2d66-4668-af21-daa6ff5f8056 with Priority: HIGHEST for action security_group_rules [ 720.087194] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aaf40d1b-2d66-4668-af21-daa6ff5f8056 with Priority: HIGHEST for action security_group_members [ 720.087297] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8c9cc147-e0cb-4a48-a7d7-6271bd9c9ec5 with Priority: HIGHEST for action port [ 720.087885] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock rules-aaf40d1b-2d66-4668-af21-daa6ff5f8056 taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.087998] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-aaf40d1b-2d66-4668-af21-daa6ff5f8056" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.088145] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-aaf40d1b-2d66-4668-af21-daa6ff5f8056" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.088286] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-aaf40d1b-2d66-4668-af21-daa6ff5f8056" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.088371] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('aaf40d1b-2d66-4668-af21-daa6ff5f8056',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 720.089620] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-aaf40d1b-2d66-4668-af21-daa6ff5f8056 taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.089736] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aaf40d1b-2d66-4668-af21-daa6ff5f8056" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.089808] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aaf40d1b-2d66-4668-af21-daa6ff5f8056" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.090022] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aaf40d1b-2d66-4668-af21-daa6ff5f8056" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.090174] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.090495] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.090495] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.090495] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.090655] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.090655] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('aaf40d1b-2d66-4668-af21-daa6ff5f8056',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 720.091526] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock port-8c9cc147-e0cb-4a48-a7d7-6271bd9c9ec5 taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.091658] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8c9cc147-e0cb-4a48-a7d7-6271bd9c9ec5" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.091698] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8c9cc147-e0cb-4a48-a7d7-6271bd9c9ec5" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.091854] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8c9cc147-e0cb-4a48-a7d7-6271bd9c9ec5" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.091934] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8c9cc147-e0cb-4a48-a7d7-6271bd9c9ec5',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 720.103548] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.103726] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.103776] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.103959] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.104066] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.104157] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: add37fa2-7db8-4a4b-ba37-258f0e39f252 is going to be updated. [ 720.161848] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.162066] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.162167] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.162433] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.162629] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.180346] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: add37fa2-7db8-4a4b-ba37-258f0e39f252 in Status: IN_PROGRESS for 2s [ 720.198245] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.198498] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.198498] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.198733] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.198914] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.227271] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9c637330-1eb5-4d0f-9bfc-c8d2f1935709 in Status: IN_PROGRESS for 2s [ 720.555131] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c3ff403a-12a9-4317-b6a1-2b0a324d957b in Status: SUCCESS [ 720.556049] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c3ff403a-12a9-4317-b6a1-2b0a324d957b" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.596061] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-aaf40d1b-2d66-4668-af21-daa6ff5f8056 taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.596208] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aaf40d1b-2d66-4668-af21-daa6ff5f8056" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.596415] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('aaf40d1b-2d66-4668-af21-daa6ff5f8056',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 720.597766] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8c9cc147-e0cb-4a48-a7d7-6271bd9c9ec5 with status ACTIVE [ 720.597805] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.597892] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.597965] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.598937] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.598937] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.598937] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.598937] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.598937] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.598937] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.598937] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.599181] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.599470] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.599568] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.599784] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.599921] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.600066] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8c9cc147-e0cb-4a48-a7d7-6271bd9c9ec5 is going to be updated. [ 720.621892] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.622094] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.622140] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.623575] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.623575] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.623575] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8c9cc147-e0cb-4a48-a7d7-6271bd9c9ec5" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.105555] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('aaf40d1b-2d66-4668-af21-daa6ff5f8056',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 721.148844] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 01b4a28f-2af7-4dd0-8ce7-d59bea16cdcf in Status: SUCCESS [ 721.148844] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-01b4a28f-2af7-4dd0-8ce7-d59bea16cdcf" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.202025] env[65562]: INFO networking_nsxv3.common.synchronization [None req-aa68250c-6428-4713-b270-a588ab59e80e None None] Enqueued Resource ID: 9229814c-7282-4e5c-b8ee-55faa0922e54 with Priority: HIGHEST for action port [ 721.202220] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9229814c-7282-4e5c-b8ee-55faa0922e54 with Priority: HIGHEST for action port [ 721.202532] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock port-9229814c-7282-4e5c-b8ee-55faa0922e54 taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.202695] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9229814c-7282-4e5c-b8ee-55faa0922e54" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.202753] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9229814c-7282-4e5c-b8ee-55faa0922e54" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.203086] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9229814c-7282-4e5c-b8ee-55faa0922e54" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.203186] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9229814c-7282-4e5c-b8ee-55faa0922e54',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 721.229803] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: add37fa2-7db8-4a4b-ba37-258f0e39f252 in Status: SUCCESS [ 721.230593] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-add37fa2-7db8-4a4b-ba37-258f0e39f252" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.231590] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-add37fa2-7db8-4a4b-ba37-258f0e39f252" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.232029] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-add37fa2-7db8-4a4b-ba37-258f0e39f252" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.232071] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('add37fa2-7db8-4a4b-ba37-258f0e39f252',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 721.429938] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e5cc65cc-dc60-4faf-8964-df02971e5295 in Status: SUCCESS [ 721.429938] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e5cc65cc-dc60-4faf-8964-df02971e5295" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.429938] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e5cc65cc-dc60-4faf-8964-df02971e5295" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.429938] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e5cc65cc-dc60-4faf-8964-df02971e5295" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.429938] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.429938] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.429938] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.429938] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.429938] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.429938] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e5cc65cc-dc60-4faf-8964-df02971e5295" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.429938] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e5cc65cc-dc60-4faf-8964-df02971e5295',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 721.614814] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.615357] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.615357] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.615357] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.615777] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.615777] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: aaf40d1b-2d66-4668-af21-daa6ff5f8056 is going to be created. [ 721.645139] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.645139] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.645139] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.645139] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.645139] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.654970] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aaf40d1b-2d66-4668-af21-daa6ff5f8056 in Status: UNINITIALIZED for 2s [ 721.705748] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9229814c-7282-4e5c-b8ee-55faa0922e54 [ 721.705748] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.705748] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.705748] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.706969] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.706969] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.706969] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9229814c-7282-4e5c-b8ee-55faa0922e54 already deleted. [ 721.706969] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9229814c-7282-4e5c-b8ee-55faa0922e54" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.735572] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-add37fa2-7db8-4a4b-ba37-258f0e39f252 taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.735727] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-add37fa2-7db8-4a4b-ba37-258f0e39f252" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.838745] env[65562]: INFO networking_nsxv3.common.synchronization [req-0cdb41fa-c981-4f17-89a0-6a3aab01cc84 req-92e67dcb-2831-44e3-a6a8-b4b793138382 tempest-MultipleCreateTestJSON-1984480382 tempest-MultipleCreateTestJSON-1984480382-project-member] Enqueued Resource ID: 01b4a28f-2af7-4dd0-8ce7-d59bea16cdcf with Priority: HIGHEST for action security_group_members [ 721.838745] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 01b4a28f-2af7-4dd0-8ce7-d59bea16cdcf with Priority: HIGHEST for action security_group_members [ 721.838745] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-01b4a28f-2af7-4dd0-8ce7-d59bea16cdcf taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.838745] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-01b4a28f-2af7-4dd0-8ce7-d59bea16cdcf" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.840495] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-01b4a28f-2af7-4dd0-8ce7-d59bea16cdcf" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.841150] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-01b4a28f-2af7-4dd0-8ce7-d59bea16cdcf" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.841563] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.841864] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.842103] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.842384] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.843765] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.843765] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('01b4a28f-2af7-4dd0-8ce7-d59bea16cdcf',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 721.933215] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e5cc65cc-dc60-4faf-8964-df02971e5295',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 722.193917] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: add37fa2-7db8-4a4b-ba37-258f0e39f252 in Status: SUCCESS [ 722.194215] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-add37fa2-7db8-4a4b-ba37-258f0e39f252" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.194445] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-add37fa2-7db8-4a4b-ba37-258f0e39f252" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.194725] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-add37fa2-7db8-4a4b-ba37-258f0e39f252" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.195079] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.195164] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.195293] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.195489] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.195589] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.195707] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-add37fa2-7db8-4a4b-ba37-258f0e39f252" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.195839] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('add37fa2-7db8-4a4b-ba37-258f0e39f252',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 722.243609] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9c637330-1eb5-4d0f-9bfc-c8d2f1935709 in Status: SUCCESS [ 722.243609] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9c637330-1eb5-4d0f-9bfc-c8d2f1935709" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.347560] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.347747] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.347820] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.348075] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.437278] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e5cc65cc-dc60-4faf-8964-df02971e5295: rpc.has_security_group_logging(os_id): False [ 722.456132] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.456769] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.458943] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.458943] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.458943] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.458943] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.458943] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 01b4a28f-2af7-4dd0-8ce7-d59bea16cdcf is going to be updated. [ 722.465230] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.465847] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.466106] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.466546] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.466787] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.467835] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.467835] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.467835] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.467835] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.467835] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.467835] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e5cc65cc-dc60-4faf-8964-df02971e5295 is going to be created. [ 722.497941] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.497941] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.497941] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.497941] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.498130] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.512505] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 01b4a28f-2af7-4dd0-8ce7-d59bea16cdcf in Status: IN_PROGRESS for 2s [ 722.561934] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.562113] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.562183] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.562392] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.562592] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.580499] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e5cc65cc-dc60-4faf-8964-df02971e5295 in Status: IN_PROGRESS for 2s [ 722.698689] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-add37fa2-7db8-4a4b-ba37-258f0e39f252 taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.699165] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-add37fa2-7db8-4a4b-ba37-258f0e39f252" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.699165] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-add37fa2-7db8-4a4b-ba37-258f0e39f252" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.699327] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-add37fa2-7db8-4a4b-ba37-258f0e39f252" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.699412] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.699565] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.699621] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.699812] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.699924] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.700064] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-add37fa2-7db8-4a4b-ba37-258f0e39f252" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.700261] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-add37fa2-7db8-4a4b-ba37-258f0e39f252 taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.700376] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-add37fa2-7db8-4a4b-ba37-258f0e39f252" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.700412] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-add37fa2-7db8-4a4b-ba37-258f0e39f252" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.700581] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-add37fa2-7db8-4a4b-ba37-258f0e39f252" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.700731] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.700825] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.700906] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.702672] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.702672] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.702672] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-add37fa2-7db8-4a4b-ba37-258f0e39f252" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.702672] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('add37fa2-7db8-4a4b-ba37-258f0e39f252',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 723.210028] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for add37fa2-7db8-4a4b-ba37-258f0e39f252: rpc.has_security_group_logging(os_id): False [ 723.229964] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.229964] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.229964] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.229964] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.229964] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.229964] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.229964] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.229964] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.230254] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.230254] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.230544] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.230544] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.232748] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.232748] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.232748] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.232748] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.232748] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.232748] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.232748] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.232748] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.232748] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: add37fa2-7db8-4a4b-ba37-258f0e39f252 is going to be updated. [ 723.317024] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.317024] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.317024] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.317024] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.317024] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.333487] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: add37fa2-7db8-4a4b-ba37-258f0e39f252 in Status: IN_PROGRESS for 2s [ 723.666176] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aaf40d1b-2d66-4668-af21-daa6ff5f8056 in Status: SUCCESS [ 723.666176] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aaf40d1b-2d66-4668-af21-daa6ff5f8056" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.666554] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aaf40d1b-2d66-4668-af21-daa6ff5f8056" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.666554] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aaf40d1b-2d66-4668-af21-daa6ff5f8056" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.667286] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.667286] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.667286] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.667286] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.667625] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.667625] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aaf40d1b-2d66-4668-af21-daa6ff5f8056" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.667625] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('aaf40d1b-2d66-4668-af21-daa6ff5f8056',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 723.690343] env[65562]: INFO networking_nsxv3.common.synchronization [req-5cdd1c9d-fd44-4755-807c-2d77bad15c3c req-884be1ab-dc9a-4cde-8071-680a58076579 tempest-AttachInterfacesUnderV243Test-1824302234 tempest-AttachInterfacesUnderV243Test-1824302234-project-member] Enqueued Resource ID: 1445b9a0-1100-41f8-a21d-b02385602ed4 with Priority: HIGHEST for action security_group_members [ 723.690999] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1445b9a0-1100-41f8-a21d-b02385602ed4 with Priority: HIGHEST for action security_group_members [ 723.691755] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-1445b9a0-1100-41f8-a21d-b02385602ed4 taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.691885] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1445b9a0-1100-41f8-a21d-b02385602ed4" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.692087] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1445b9a0-1100-41f8-a21d-b02385602ed4" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.692163] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1445b9a0-1100-41f8-a21d-b02385602ed4" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.692844] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.692844] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.692844] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.692844] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.692844] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.692844] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1445b9a0-1100-41f8-a21d-b02385602ed4',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 723.706141] env[65562]: INFO networking_nsxv3.common.synchronization [req-5cdd1c9d-fd44-4755-807c-2d77bad15c3c req-884be1ab-dc9a-4cde-8071-680a58076579 tempest-AttachInterfacesUnderV243Test-1824302234 tempest-AttachInterfacesUnderV243Test-1824302234-project-member] Enqueued Resource ID: 1445b9a0-1100-41f8-a21d-b02385602ed4 with Priority: HIGHEST for action security_group_rules [ 723.706418] env[65562]: INFO networking_nsxv3.common.synchronization [req-5cdd1c9d-fd44-4755-807c-2d77bad15c3c req-884be1ab-dc9a-4cde-8071-680a58076579 tempest-AttachInterfacesUnderV243Test-1824302234 tempest-AttachInterfacesUnderV243Test-1824302234-project-member] Enqueued Resource ID: 1445b9a0-1100-41f8-a21d-b02385602ed4 with Priority: HIGHEST for action security_group_members [ 723.706454] env[65562]: INFO networking_nsxv3.common.synchronization [req-5cdd1c9d-fd44-4755-807c-2d77bad15c3c req-884be1ab-dc9a-4cde-8071-680a58076579 tempest-AttachInterfacesUnderV243Test-1824302234 tempest-AttachInterfacesUnderV243Test-1824302234-project-member] Enqueued Resource ID: b2f67fd6-fca7-4c53-b9b8-6734965d6de5 with Priority: HIGHEST for action port [ 723.706928] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1445b9a0-1100-41f8-a21d-b02385602ed4 with Priority: HIGHEST for action security_group_rules [ 723.707378] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1445b9a0-1100-41f8-a21d-b02385602ed4 with Priority: HIGHEST for action security_group_members [ 723.709036] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b2f67fd6-fca7-4c53-b9b8-6734965d6de5 with Priority: HIGHEST for action port [ 723.709036] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1445b9a0-1100-41f8-a21d-b02385602ed4 taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.709184] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1445b9a0-1100-41f8-a21d-b02385602ed4" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.709184] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1445b9a0-1100-41f8-a21d-b02385602ed4" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.709843] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1445b9a0-1100-41f8-a21d-b02385602ed4" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.710057] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1445b9a0-1100-41f8-a21d-b02385602ed4',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 723.711826] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-1445b9a0-1100-41f8-a21d-b02385602ed4 taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.711826] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1445b9a0-1100-41f8-a21d-b02385602ed4" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.711826] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock port-b2f67fd6-fca7-4c53-b9b8-6734965d6de5 taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.711826] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b2f67fd6-fca7-4c53-b9b8-6734965d6de5" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.711826] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b2f67fd6-fca7-4c53-b9b8-6734965d6de5" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.712103] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b2f67fd6-fca7-4c53-b9b8-6734965d6de5" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.714274] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b2f67fd6-fca7-4c53-b9b8-6734965d6de5',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 724.171408] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('aaf40d1b-2d66-4668-af21-daa6ff5f8056',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 724.195171] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1445b9a0-1100-41f8-a21d-b02385602ed4',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 724.217328] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-1445b9a0-1100-41f8-a21d-b02385602ed4 taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.217500] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1445b9a0-1100-41f8-a21d-b02385602ed4" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.218790] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b2f67fd6-fca7-4c53-b9b8-6734965d6de5 with status ACTIVE [ 724.218790] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.218790] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.218790] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.218790] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.218790] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.218790] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.218790] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.218790] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.218790] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.218790] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.219646] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.219646] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.219646] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.219646] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.219646] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.219646] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b2f67fd6-fca7-4c53-b9b8-6734965d6de5 is going to be updated. [ 724.250645] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.251726] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.251726] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.251726] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.251726] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.251726] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b2f67fd6-fca7-4c53-b9b8-6734965d6de5" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.524140] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 01b4a28f-2af7-4dd0-8ce7-d59bea16cdcf in Status: SUCCESS [ 724.524305] env[65562]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 01b4a28f-2af7-4dd0-8ce7-d59bea16cdcf deletion is rescheduled due to dependency. [ 724.524429] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-01b4a28f-2af7-4dd0-8ce7-d59bea16cdcf" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.595056] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e5cc65cc-dc60-4faf-8964-df02971e5295 in Status: SUCCESS [ 724.595976] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e5cc65cc-dc60-4faf-8964-df02971e5295" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.673765] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for aaf40d1b-2d66-4668-af21-daa6ff5f8056: rpc.has_security_group_logging(os_id): False [ 724.694658] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.694816] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.694919] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.695174] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.695271] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.695519] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.695618] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.695688] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.695932] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.695932] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.696032] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: aaf40d1b-2d66-4668-af21-daa6ff5f8056 is going to be created. [ 724.697975] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1445b9a0-1100-41f8-a21d-b02385602ed4',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 724.762144] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.762144] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.762144] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.762144] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.762144] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.776905] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: aaf40d1b-2d66-4668-af21-daa6ff5f8056 in Status: IN_PROGRESS for 2s [ 725.200520] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.200857] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.200857] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.201077] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.201136] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.201836] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1445b9a0-1100-41f8-a21d-b02385602ed4 is going to be updated. [ 725.250821] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.250821] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.250821] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.250821] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.250821] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.275285] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1445b9a0-1100-41f8-a21d-b02385602ed4 in Status: IN_PROGRESS for 2s [ 725.349907] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: add37fa2-7db8-4a4b-ba37-258f0e39f252 in Status: SUCCESS [ 725.350195] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-add37fa2-7db8-4a4b-ba37-258f0e39f252" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.350389] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-add37fa2-7db8-4a4b-ba37-258f0e39f252" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.350630] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-add37fa2-7db8-4a4b-ba37-258f0e39f252" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.350752] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('add37fa2-7db8-4a4b-ba37-258f0e39f252',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 725.619725] env[65562]: INFO networking_nsxv3.common.synchronization [None req-651d9b12-4d76-4477-b202-3e996ce9b063 None None] Enqueued Resource ID: 8be44225-9f04-45fc-adb5-a5dbd4871f8a with Priority: HIGHEST for action port [ 725.620265] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8be44225-9f04-45fc-adb5-a5dbd4871f8a with Priority: HIGHEST for action port [ 725.620572] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock port-8be44225-9f04-45fc-adb5-a5dbd4871f8a taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.620703] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8be44225-9f04-45fc-adb5-a5dbd4871f8a" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.620795] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8be44225-9f04-45fc-adb5-a5dbd4871f8a" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.621990] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8be44225-9f04-45fc-adb5-a5dbd4871f8a" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.621990] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8be44225-9f04-45fc-adb5-a5dbd4871f8a',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 725.663939] env[65562]: INFO networking_nsxv3.common.synchronization [None req-f5304afe-c7e7-4072-89bf-3678c450555c tempest-ServerActionsTestOtherA-1532973600 tempest-ServerActionsTestOtherA-1532973600-project-member] Enqueued Resource ID: 2823f0a3-1ec1-4dad-b0a6-aee32df44bd1 with Priority: HIGHEST for action security_group_rules [ 725.664457] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2823f0a3-1ec1-4dad-b0a6-aee32df44bd1 with Priority: HIGHEST for action security_group_rules [ 725.664764] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2823f0a3-1ec1-4dad-b0a6-aee32df44bd1 taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.665055] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2823f0a3-1ec1-4dad-b0a6-aee32df44bd1" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.665055] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2823f0a3-1ec1-4dad-b0a6-aee32df44bd1" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.665289] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2823f0a3-1ec1-4dad-b0a6-aee32df44bd1" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.665506] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2823f0a3-1ec1-4dad-b0a6-aee32df44bd1',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 725.855345] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-add37fa2-7db8-4a4b-ba37-258f0e39f252 taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.855676] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-add37fa2-7db8-4a4b-ba37-258f0e39f252" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.855676] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-add37fa2-7db8-4a4b-ba37-258f0e39f252" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.855773] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-add37fa2-7db8-4a4b-ba37-258f0e39f252" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.855998] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.856162] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.856162] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.856289] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.857343] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.857343] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-add37fa2-7db8-4a4b-ba37-258f0e39f252" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.857343] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('add37fa2-7db8-4a4b-ba37-258f0e39f252',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 726.022245] env[65562]: INFO networking_nsxv3.common.synchronization [None req-4e205794-14fc-424d-a809-ab61ee054fc4 tempest-ServerActionsTestOtherA-1532973600 tempest-ServerActionsTestOtherA-1532973600-project-member] Enqueued Resource ID: 2823f0a3-1ec1-4dad-b0a6-aee32df44bd1 with Priority: HIGHEST for action security_group_rules [ 726.023992] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2823f0a3-1ec1-4dad-b0a6-aee32df44bd1 with Priority: HIGHEST for action security_group_rules [ 726.024364] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2823f0a3-1ec1-4dad-b0a6-aee32df44bd1 taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.024510] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2823f0a3-1ec1-4dad-b0a6-aee32df44bd1" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.126192] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8be44225-9f04-45fc-adb5-a5dbd4871f8a [ 726.126192] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.126192] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.126192] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.126192] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.126192] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.126192] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8be44225-9f04-45fc-adb5-a5dbd4871f8a already deleted. [ 726.126192] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8be44225-9f04-45fc-adb5-a5dbd4871f8a" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.189188] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.189389] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.189537] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.189869] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.189869] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.189869] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2823f0a3-1ec1-4dad-b0a6-aee32df44bd1 already deleted. [ 726.189869] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2823f0a3-1ec1-4dad-b0a6-aee32df44bd1" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.190138] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2823f0a3-1ec1-4dad-b0a6-aee32df44bd1" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.190187] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2823f0a3-1ec1-4dad-b0a6-aee32df44bd1" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.190269] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2823f0a3-1ec1-4dad-b0a6-aee32df44bd1',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 726.359021] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-add37fa2-7db8-4a4b-ba37-258f0e39f252 taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.359275] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-add37fa2-7db8-4a4b-ba37-258f0e39f252" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.359335] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-add37fa2-7db8-4a4b-ba37-258f0e39f252" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.359750] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-add37fa2-7db8-4a4b-ba37-258f0e39f252" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.359858] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.359943] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.360062] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.360322] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.360462] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.360530] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-add37fa2-7db8-4a4b-ba37-258f0e39f252" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.360744] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-add37fa2-7db8-4a4b-ba37-258f0e39f252 taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.360950] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-add37fa2-7db8-4a4b-ba37-258f0e39f252" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.360950] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-add37fa2-7db8-4a4b-ba37-258f0e39f252" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.361068] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-add37fa2-7db8-4a4b-ba37-258f0e39f252" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.361198] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.361301] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.361379] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.361484] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.361604] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.361732] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-add37fa2-7db8-4a4b-ba37-258f0e39f252" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.361866] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('add37fa2-7db8-4a4b-ba37-258f0e39f252',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 726.712486] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.712653] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.712723] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.712916] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.714688] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.714688] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2823f0a3-1ec1-4dad-b0a6-aee32df44bd1 already deleted. [ 726.714688] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2823f0a3-1ec1-4dad-b0a6-aee32df44bd1" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.789837] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: aaf40d1b-2d66-4668-af21-daa6ff5f8056 in Status: SUCCESS [ 726.790253] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-aaf40d1b-2d66-4668-af21-daa6ff5f8056" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.867531] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for add37fa2-7db8-4a4b-ba37-258f0e39f252: rpc.has_security_group_logging(os_id): False [ 726.886485] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.886485] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.886485] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.886485] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.886485] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.886485] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.891019] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.891019] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.891019] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.891019] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.891019] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.891019] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.891019] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.891019] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.891019] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.891019] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.891019] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.891019] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.891019] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.891019] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.891019] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: add37fa2-7db8-4a4b-ba37-258f0e39f252 is going to be updated. [ 726.956870] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.957825] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.957825] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.957825] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.957825] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.971831] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: add37fa2-7db8-4a4b-ba37-258f0e39f252 in Status: IN_PROGRESS for 2s [ 727.286087] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1445b9a0-1100-41f8-a21d-b02385602ed4 in Status: SUCCESS [ 727.286272] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1445b9a0-1100-41f8-a21d-b02385602ed4" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.286373] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1445b9a0-1100-41f8-a21d-b02385602ed4" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.286624] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1445b9a0-1100-41f8-a21d-b02385602ed4" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.286812] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.287279] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.287279] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.287279] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.287417] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.287545] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1445b9a0-1100-41f8-a21d-b02385602ed4',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 727.436472] env[65562]: INFO networking_nsxv3.common.synchronization [req-5e95b4bb-bff0-48a4-b158-116866267f8a req-a896e4ca-deb5-4f89-a9d4-7db44e5b18eb tempest-ServerDiskConfigTestJSON-308395787 tempest-ServerDiskConfigTestJSON-308395787-project-member] Enqueued Resource ID: e6734b94-5ab1-4a07-9098-e970a82f4b7e with Priority: HIGHEST for action security_group_members [ 727.436472] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e6734b94-5ab1-4a07-9098-e970a82f4b7e with Priority: HIGHEST for action security_group_members [ 727.438321] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-e6734b94-5ab1-4a07-9098-e970a82f4b7e taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.439035] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e6734b94-5ab1-4a07-9098-e970a82f4b7e" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.439035] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e6734b94-5ab1-4a07-9098-e970a82f4b7e" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.439035] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e6734b94-5ab1-4a07-9098-e970a82f4b7e" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.439035] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.439035] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.439891] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.439891] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.439891] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.439891] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e6734b94-5ab1-4a07-9098-e970a82f4b7e',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 727.790185] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1445b9a0-1100-41f8-a21d-b02385602ed4',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 727.941965] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.941965] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.941965] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.942441] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.968718] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.969052] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.969220] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.969319] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.969471] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.969541] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.969625] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e6734b94-5ab1-4a07-9098-e970a82f4b7e is going to be updated. [ 728.019502] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.019716] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.019808] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.020112] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.021442] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.036135] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e6734b94-5ab1-4a07-9098-e970a82f4b7e in Status: IN_PROGRESS for 2s [ 728.293850] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1445b9a0-1100-41f8-a21d-b02385602ed4',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 728.801110] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.801110] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.801110] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.801110] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.801110] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.801110] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1445b9a0-1100-41f8-a21d-b02385602ed4 is going to be updated. [ 728.842832] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.843115] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.843289] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.843573] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.843831] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.863931] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1445b9a0-1100-41f8-a21d-b02385602ed4 in Status: IN_PROGRESS for 2s [ 728.995770] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: add37fa2-7db8-4a4b-ba37-258f0e39f252 in Status: SUCCESS [ 728.996272] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-add37fa2-7db8-4a4b-ba37-258f0e39f252" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.619798] env[65562]: INFO networking_nsxv3.common.synchronization [None req-603988fe-10ae-4eef-94a3-3df1cc2f6a95 None None] Enqueued Resource ID: 7fd9e54d-f78a-498b-a490-7732f81da397 with Priority: HIGHEST for action port [ 729.624614] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7fd9e54d-f78a-498b-a490-7732f81da397 with Priority: HIGHEST for action port [ 729.625032] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock port-7fd9e54d-f78a-498b-a490-7732f81da397 taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.625413] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7fd9e54d-f78a-498b-a490-7732f81da397" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.625413] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7fd9e54d-f78a-498b-a490-7732f81da397" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.625509] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7fd9e54d-f78a-498b-a490-7732f81da397" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.625656] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7fd9e54d-f78a-498b-a490-7732f81da397',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 730.047233] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e6734b94-5ab1-4a07-9098-e970a82f4b7e in Status: SUCCESS [ 730.047233] env[65562]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e6734b94-5ab1-4a07-9098-e970a82f4b7e deletion is rescheduled due to dependency. [ 730.047544] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e6734b94-5ab1-4a07-9098-e970a82f4b7e" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.128070] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7fd9e54d-f78a-498b-a490-7732f81da397 [ 730.129094] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.129094] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.129094] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.129094] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.130058] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.130058] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7fd9e54d-f78a-498b-a490-7732f81da397 already deleted. [ 730.130058] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7fd9e54d-f78a-498b-a490-7732f81da397" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.876742] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1445b9a0-1100-41f8-a21d-b02385602ed4 in Status: SUCCESS [ 730.877010] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1445b9a0-1100-41f8-a21d-b02385602ed4" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.877271] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1445b9a0-1100-41f8-a21d-b02385602ed4" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.877510] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1445b9a0-1100-41f8-a21d-b02385602ed4" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.877712] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.877833] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.877895] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.878070] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.878154] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.878240] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1445b9a0-1100-41f8-a21d-b02385602ed4" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.878331] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1445b9a0-1100-41f8-a21d-b02385602ed4',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 731.384438] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1445b9a0-1100-41f8-a21d-b02385602ed4',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 731.550026] env[65562]: INFO networking_nsxv3.common.synchronization [None req-261fa870-c53d-4ffd-9a98-5566fd747ece None None] Enqueued Resource ID: 1473708d-8959-4de9-93ab-3b91cb50dad7 with Priority: HIGHEST for action port [ 731.550026] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1473708d-8959-4de9-93ab-3b91cb50dad7 with Priority: HIGHEST for action port [ 731.550026] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock port-1473708d-8959-4de9-93ab-3b91cb50dad7 taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.550026] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1473708d-8959-4de9-93ab-3b91cb50dad7" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.550026] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1473708d-8959-4de9-93ab-3b91cb50dad7" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.551102] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1473708d-8959-4de9-93ab-3b91cb50dad7" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.551347] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1473708d-8959-4de9-93ab-3b91cb50dad7',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 731.699465] env[65562]: INFO networking_nsxv3.common.synchronization [None req-826ed15f-e32b-469f-9794-32223a28b78d None None] Enqueued Resource ID: 7cd41acd-b26c-4931-8eaa-dac8b3d9ba1e with Priority: HIGHEST for action port [ 731.700739] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7cd41acd-b26c-4931-8eaa-dac8b3d9ba1e with Priority: HIGHEST for action port [ 731.701934] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock port-7cd41acd-b26c-4931-8eaa-dac8b3d9ba1e taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.701934] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7cd41acd-b26c-4931-8eaa-dac8b3d9ba1e" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.701934] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7cd41acd-b26c-4931-8eaa-dac8b3d9ba1e" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.701934] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7cd41acd-b26c-4931-8eaa-dac8b3d9ba1e" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.701934] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7cd41acd-b26c-4931-8eaa-dac8b3d9ba1e',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 731.891168] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1445b9a0-1100-41f8-a21d-b02385602ed4: rpc.has_security_group_logging(os_id): False [ 731.913143] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.913333] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.913333] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.913562] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.913897] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.914067] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.914257] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.914351] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.914565] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.914664] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.914763] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1445b9a0-1100-41f8-a21d-b02385602ed4 is going to be updated. [ 731.979251] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.979398] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.979473] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.979721] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.979901] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.003714] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1445b9a0-1100-41f8-a21d-b02385602ed4 in Status: IN_PROGRESS for 2s [ 732.055831] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1473708d-8959-4de9-93ab-3b91cb50dad7 [ 732.056281] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.056454] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.056454] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.056684] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.056781] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.056875] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1473708d-8959-4de9-93ab-3b91cb50dad7 already deleted. [ 732.056956] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1473708d-8959-4de9-93ab-3b91cb50dad7" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.207924] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7cd41acd-b26c-4931-8eaa-dac8b3d9ba1e [ 732.207924] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.207924] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.207924] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.207924] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.208301] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.208301] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7cd41acd-b26c-4931-8eaa-dac8b3d9ba1e already deleted. [ 732.208301] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7cd41acd-b26c-4931-8eaa-dac8b3d9ba1e" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.023475] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1445b9a0-1100-41f8-a21d-b02385602ed4 in Status: SUCCESS [ 734.023475] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1445b9a0-1100-41f8-a21d-b02385602ed4" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.379593] env[65562]: INFO networking_nsxv3.common.synchronization [None req-90b954c5-f021-4436-a06a-eb3349f7f728 None None] Enqueued Resource ID: 6cc52fed-378a-40f2-bd8d-bafaa934b7a3 with Priority: HIGHEST for action port [ 734.379593] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6cc52fed-378a-40f2-bd8d-bafaa934b7a3 with Priority: HIGHEST for action port [ 734.379593] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock port-6cc52fed-378a-40f2-bd8d-bafaa934b7a3 taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.379593] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6cc52fed-378a-40f2-bd8d-bafaa934b7a3" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.379593] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6cc52fed-378a-40f2-bd8d-bafaa934b7a3" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.379593] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6cc52fed-378a-40f2-bd8d-bafaa934b7a3" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.379593] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6cc52fed-378a-40f2-bd8d-bafaa934b7a3',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 734.498396] env[65562]: INFO networking_nsxv3.common.synchronization [None req-2bc5f69e-cd74-4f27-a2c3-df4604ef6001 None None] Enqueued Resource ID: 9cd2650a-845b-4bd6-9d57-0dce4ee1091d with Priority: HIGHEST for action port [ 734.498999] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9cd2650a-845b-4bd6-9d57-0dce4ee1091d with Priority: HIGHEST for action port [ 734.499269] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock port-9cd2650a-845b-4bd6-9d57-0dce4ee1091d taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.499390] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9cd2650a-845b-4bd6-9d57-0dce4ee1091d" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.499464] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9cd2650a-845b-4bd6-9d57-0dce4ee1091d" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.499730] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9cd2650a-845b-4bd6-9d57-0dce4ee1091d" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.499843] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9cd2650a-845b-4bd6-9d57-0dce4ee1091d',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 734.885708] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6cc52fed-378a-40f2-bd8d-bafaa934b7a3 [ 734.886018] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.886174] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.886245] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.886456] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.886547] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.886648] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6cc52fed-378a-40f2-bd8d-bafaa934b7a3 already deleted. [ 734.886760] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6cc52fed-378a-40f2-bd8d-bafaa934b7a3" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.002769] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9cd2650a-845b-4bd6-9d57-0dce4ee1091d [ 735.002769] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.002769] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.002769] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.002769] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.003063] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.003063] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9cd2650a-845b-4bd6-9d57-0dce4ee1091d already deleted. [ 735.003063] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9cd2650a-845b-4bd6-9d57-0dce4ee1091d" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.340942] env[65562]: INFO networking_nsxv3.common.synchronization [None req-672cd254-1b73-4c69-95df-a314267fc341 tempest-MigrationsAdminTest-1407765695 tempest-MigrationsAdminTest-1407765695-project-member] Enqueued Resource ID: 9898090a-82e2-412e-a21c-1cd4b3ec16f0 with Priority: HIGHEST for action security_group_rules [ 735.343917] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9898090a-82e2-412e-a21c-1cd4b3ec16f0 with Priority: HIGHEST for action security_group_rules [ 735.344894] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9898090a-82e2-412e-a21c-1cd4b3ec16f0 taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.345076] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9898090a-82e2-412e-a21c-1cd4b3ec16f0" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.345151] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9898090a-82e2-412e-a21c-1cd4b3ec16f0" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.345416] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9898090a-82e2-412e-a21c-1cd4b3ec16f0" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.345498] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9898090a-82e2-412e-a21c-1cd4b3ec16f0',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 735.752190] env[65562]: INFO networking_nsxv3.common.synchronization [req-aae5f9a4-568b-4b3e-9e7f-c45e1ba03eff req-b2cf8566-fcf0-4371-ac5f-7206f6134114 tempest-ServersWithSpecificFlavorTestJSON-617861887 tempest-ServersWithSpecificFlavorTestJSON-617861887-project-member] Enqueued Resource ID: 1f786784-df0d-4ec4-9e14-8e73ab168990 with Priority: HIGHEST for action security_group_members [ 735.752190] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1f786784-df0d-4ec4-9e14-8e73ab168990 with Priority: HIGHEST for action security_group_members [ 735.752190] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-1f786784-df0d-4ec4-9e14-8e73ab168990 taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.752190] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1f786784-df0d-4ec4-9e14-8e73ab168990" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.752190] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1f786784-df0d-4ec4-9e14-8e73ab168990" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.752190] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1f786784-df0d-4ec4-9e14-8e73ab168990" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.754910] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.755153] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.755258] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.755539] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.755693] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.755867] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1f786784-df0d-4ec4-9e14-8e73ab168990',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 735.871862] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.872297] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.872297] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.872448] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.872583] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.872690] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9898090a-82e2-412e-a21c-1cd4b3ec16f0 already deleted. [ 735.872892] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9898090a-82e2-412e-a21c-1cd4b3ec16f0" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.974692] env[65562]: INFO networking_nsxv3.common.synchronization [None req-b492db58-6caa-439a-b130-2549a981c176 tempest-MigrationsAdminTest-1407765695 tempest-MigrationsAdminTest-1407765695-project-member] Enqueued Resource ID: 9898090a-82e2-412e-a21c-1cd4b3ec16f0 with Priority: HIGHEST for action security_group_rules [ 735.975302] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9898090a-82e2-412e-a21c-1cd4b3ec16f0 with Priority: HIGHEST for action security_group_rules [ 735.976294] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9898090a-82e2-412e-a21c-1cd4b3ec16f0 taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.976429] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9898090a-82e2-412e-a21c-1cd4b3ec16f0" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.976525] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9898090a-82e2-412e-a21c-1cd4b3ec16f0" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.976759] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9898090a-82e2-412e-a21c-1cd4b3ec16f0" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.976850] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9898090a-82e2-412e-a21c-1cd4b3ec16f0',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 736.260701] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.260857] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.261140] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.261322] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.285609] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.285871] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.286040] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.286368] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.286368] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.286461] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.286525] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1f786784-df0d-4ec4-9e14-8e73ab168990 is going to be updated. [ 736.321068] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.321068] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.321068] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.321068] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.321068] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.332090] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1f786784-df0d-4ec4-9e14-8e73ab168990 in Status: IN_PROGRESS for 2s [ 736.504018] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.504018] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.504018] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.504018] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.504422] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.504422] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9898090a-82e2-412e-a21c-1cd4b3ec16f0 already deleted. [ 736.504422] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9898090a-82e2-412e-a21c-1cd4b3ec16f0" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.115712] env[65562]: INFO networking_nsxv3.common.synchronization [req-927003ef-3a8a-4f1e-a2a1-bcd1c78e9543 req-4713c341-ed90-4dee-b945-7ab2b4ed557a tempest-ServerPasswordTestJSON-1225040829 tempest-ServerPasswordTestJSON-1225040829-project-member] Enqueued Resource ID: bfb6d0a8-f90c-4009-be27-96d5076c4102 with Priority: HIGHEST for action security_group_members [ 737.116406] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bfb6d0a8-f90c-4009-be27-96d5076c4102 with Priority: HIGHEST for action security_group_members [ 737.116908] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-bfb6d0a8-f90c-4009-be27-96d5076c4102 taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.117187] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bfb6d0a8-f90c-4009-be27-96d5076c4102" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.117292] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bfb6d0a8-f90c-4009-be27-96d5076c4102" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.117592] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bfb6d0a8-f90c-4009-be27-96d5076c4102" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.117785] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.117912] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.117980] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.118201] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.118296] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.118391] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bfb6d0a8-f90c-4009-be27-96d5076c4102',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 737.168794] env[65562]: INFO networking_nsxv3.common.synchronization [None req-2748855d-9134-4272-b7bd-cc0f192eba08 None None] Enqueued Resource ID: 7b4c263c-494b-4971-bca3-fc2499216a29 with Priority: HIGHEST for action port [ 737.169308] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7b4c263c-494b-4971-bca3-fc2499216a29 with Priority: HIGHEST for action port [ 737.169645] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock port-7b4c263c-494b-4971-bca3-fc2499216a29 taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.169779] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7b4c263c-494b-4971-bca3-fc2499216a29" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.169847] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7b4c263c-494b-4971-bca3-fc2499216a29" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.171402] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7b4c263c-494b-4971-bca3-fc2499216a29" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.171484] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7b4c263c-494b-4971-bca3-fc2499216a29',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 737.621151] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.621464] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.621464] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.621531] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.625027] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.625027] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.625027] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.625027] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.625027] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.625027] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.625027] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bfb6d0a8-f90c-4009-be27-96d5076c4102 is going to be updated. [ 737.654222] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.655799] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.655921] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.656382] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.656611] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.667671] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bfb6d0a8-f90c-4009-be27-96d5076c4102 in Status: IN_PROGRESS for 2s [ 737.676154] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7b4c263c-494b-4971-bca3-fc2499216a29 [ 737.676387] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.676518] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.676573] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.676796] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.676897] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.676964] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7b4c263c-494b-4971-bca3-fc2499216a29 already deleted. [ 737.677057] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7b4c263c-494b-4971-bca3-fc2499216a29" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.269564] env[65562]: INFO networking_nsxv3.common.synchronization [req-9e9bf765-120c-4532-a720-c428f4744117 req-6afabc47-240e-4142-87b7-41437d117cbb tempest-ListImageFiltersTestJSON-1477586592 tempest-ListImageFiltersTestJSON-1477586592-project-member] Enqueued Resource ID: cf8c8c9c-8c63-4481-8654-0f0995ade8d8 with Priority: HIGHEST for action security_group_members [ 738.271767] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cf8c8c9c-8c63-4481-8654-0f0995ade8d8 with Priority: HIGHEST for action security_group_members [ 738.271767] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-cf8c8c9c-8c63-4481-8654-0f0995ade8d8 taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.271767] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cf8c8c9c-8c63-4481-8654-0f0995ade8d8" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.271767] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cf8c8c9c-8c63-4481-8654-0f0995ade8d8" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.271767] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cf8c8c9c-8c63-4481-8654-0f0995ade8d8" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.271767] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.271767] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.272382] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.272382] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.272382] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.272382] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cf8c8c9c-8c63-4481-8654-0f0995ade8d8',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 738.354189] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1f786784-df0d-4ec4-9e14-8e73ab168990 in Status: SUCCESS [ 738.354504] env[65562]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1f786784-df0d-4ec4-9e14-8e73ab168990 deletion is rescheduled due to dependency. [ 738.354708] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1f786784-df0d-4ec4-9e14-8e73ab168990" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.537481] env[65562]: INFO networking_nsxv3.common.synchronization [None req-50e89d19-0636-444a-b100-3101a59f0285 tempest-ServerActionsTestJSON-1145467507 tempest-ServerActionsTestJSON-1145467507-project-member] Enqueued Resource ID: d799e7b0-18b0-4f51-bb0e-7c9c2971a7f1 with Priority: HIGHEST for action security_group_rules [ 738.538098] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d799e7b0-18b0-4f51-bb0e-7c9c2971a7f1 with Priority: HIGHEST for action security_group_rules [ 738.538901] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d799e7b0-18b0-4f51-bb0e-7c9c2971a7f1 taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.538901] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d799e7b0-18b0-4f51-bb0e-7c9c2971a7f1" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.538901] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d799e7b0-18b0-4f51-bb0e-7c9c2971a7f1" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.538901] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d799e7b0-18b0-4f51-bb0e-7c9c2971a7f1" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.539161] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d799e7b0-18b0-4f51-bb0e-7c9c2971a7f1',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 738.776276] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.776276] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.776276] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.776629] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.776629] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.776684] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.776782] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.776825] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.777016] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.777113] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.777199] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cf8c8c9c-8c63-4481-8654-0f0995ade8d8 already deleted. [ 738.777310] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cf8c8c9c-8c63-4481-8654-0f0995ade8d8" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.020916] env[65562]: DEBUG networking_nsxv3.common.locking [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Lock network-338 taken with stack trace [, , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.021250] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquiring lock "network-338" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.021425] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired lock "network-338" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.021783] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired external semaphore "network-338" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.022189] env[65562]: DEBUG networking_nsxv3.common.locking [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.022420] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquiring lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.022595] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.022927] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired external semaphore "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.023148] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Releasing lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.023460] env[65562]: DEBUG dogpile.cache.region [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] No value present for key: 'zone-id' {{(pid=65562) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 739.023623] env[65562]: DEBUG dogpile.lock [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] NeedRegenerationException {{(pid=65562) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 739.023790] env[65562]: DEBUG dogpile.lock [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] no value, waiting for create lock {{(pid=65562) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 739.023947] env[65562]: DEBUG dogpile.lock [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] value creation lock acquired {{(pid=65562) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 739.024141] env[65562]: DEBUG dogpile.cache.region [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] No value present for key: 'zone-id' {{(pid=65562) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 739.024308] env[65562]: DEBUG dogpile.lock [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Calling creation function for not-yet-present value {{(pid=65562) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 739.024518] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 739.056132] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 739.056330] env[65562]: DEBUG dogpile.cache.region [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Cache value generated in 0.032 seconds for key(s): 'zone-id' {{(pid=65562) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 739.056462] env[65562]: DEBUG dogpile.lock [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Released creation lock {{(pid=65562) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 739.056640] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Releasing lock "network-338" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.056966] env[65562]: DEBUG networking_nsxv3.common.locking [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Lock port-0e7f9562-072f-4752-b294-ebccff4671bb taken with stack trace [, , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.057158] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquiring lock "port-0e7f9562-072f-4752-b294-ebccff4671bb" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.057276] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired lock "port-0e7f9562-072f-4752-b294-ebccff4671bb" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.057621] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired external semaphore "port-0e7f9562-072f-4752-b294-ebccff4671bb" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.057754] env[65562]: DEBUG networking_nsxv3.api.rpc [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0e7f9562-072f-4752-b294-ebccff4671bb',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 739.066335] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.066335] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.066859] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.066859] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.066859] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.066859] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d799e7b0-18b0-4f51-bb0e-7c9c2971a7f1 already deleted. [ 739.067597] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d799e7b0-18b0-4f51-bb0e-7c9c2971a7f1" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.380806] env[65562]: INFO networking_nsxv3.common.synchronization [None req-a464ffc9-f70d-4f8b-878a-52ec75791e47 tempest-ServerActionsTestJSON-1145467507 tempest-ServerActionsTestJSON-1145467507-project-member] Enqueued Resource ID: d799e7b0-18b0-4f51-bb0e-7c9c2971a7f1 with Priority: HIGHEST for action security_group_rules [ 739.381647] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d799e7b0-18b0-4f51-bb0e-7c9c2971a7f1 with Priority: HIGHEST for action security_group_rules [ 739.383204] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d799e7b0-18b0-4f51-bb0e-7c9c2971a7f1 taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.383204] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d799e7b0-18b0-4f51-bb0e-7c9c2971a7f1" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.383204] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d799e7b0-18b0-4f51-bb0e-7c9c2971a7f1" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.383565] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d799e7b0-18b0-4f51-bb0e-7c9c2971a7f1" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.383748] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d799e7b0-18b0-4f51-bb0e-7c9c2971a7f1',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 739.560175] env[65562]: DEBUG networking_nsxv3.common.locking [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.560629] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.560629] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.560917] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.561070] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.561162] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Segment Port 0e7f9562-072f-4752-b294-ebccff4671bb not found, creating... [ 739.561464] env[65562]: DEBUG networking_nsxv3.common.locking [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.561699] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquiring lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.561772] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.561941] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired external semaphore "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.562200] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Releasing lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.562705] env[65562]: DEBUG networking_nsxv3.common.locking [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.562705] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.562705] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.563084] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.563263] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.563671] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Resource: SegmentPort with ID: 0e7f9562-072f-4752-b294-ebccff4671bb is going to be created. [ 739.593427] env[65562]: DEBUG networking_nsxv3.common.locking [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.593678] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.593807] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.594097] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.594326] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.594600] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Releasing lock "port-0e7f9562-072f-4752-b294-ebccff4671bb" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.679822] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bfb6d0a8-f90c-4009-be27-96d5076c4102 in Status: SUCCESS [ 739.680092] env[65562]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bfb6d0a8-f90c-4009-be27-96d5076c4102 deletion is rescheduled due to dependency. [ 739.680228] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bfb6d0a8-f90c-4009-be27-96d5076c4102" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.908292] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.908292] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.908292] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.908292] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.908292] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.908292] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d799e7b0-18b0-4f51-bb0e-7c9c2971a7f1 already deleted. [ 739.908292] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d799e7b0-18b0-4f51-bb0e-7c9c2971a7f1" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.313782] env[65562]: INFO networking_nsxv3.common.synchronization [req-9e9bf765-120c-4532-a720-c428f4744117 req-d338292e-f622-429c-aa89-24f9dd91829b service nova] Enqueued Resource ID: cf8c8c9c-8c63-4481-8654-0f0995ade8d8 with Priority: HIGHEST for action security_group_rules [ 740.313994] env[65562]: INFO networking_nsxv3.common.synchronization [req-9e9bf765-120c-4532-a720-c428f4744117 req-d338292e-f622-429c-aa89-24f9dd91829b service nova] Enqueued Resource ID: cf8c8c9c-8c63-4481-8654-0f0995ade8d8 with Priority: HIGHEST for action security_group_members [ 740.314153] env[65562]: INFO networking_nsxv3.common.synchronization [req-9e9bf765-120c-4532-a720-c428f4744117 req-d338292e-f622-429c-aa89-24f9dd91829b service nova] Enqueued Resource ID: 0e7f9562-072f-4752-b294-ebccff4671bb with Priority: HIGHEST for action port [ 740.314684] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cf8c8c9c-8c63-4481-8654-0f0995ade8d8 with Priority: HIGHEST for action security_group_rules [ 740.314845] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cf8c8c9c-8c63-4481-8654-0f0995ade8d8 with Priority: HIGHEST for action security_group_members [ 740.314952] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0e7f9562-072f-4752-b294-ebccff4671bb with Priority: HIGHEST for action port [ 740.316424] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cf8c8c9c-8c63-4481-8654-0f0995ade8d8 taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.316622] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cf8c8c9c-8c63-4481-8654-0f0995ade8d8" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.316718] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cf8c8c9c-8c63-4481-8654-0f0995ade8d8" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.317082] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cf8c8c9c-8c63-4481-8654-0f0995ade8d8" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.317158] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cf8c8c9c-8c63-4481-8654-0f0995ade8d8',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 740.318122] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-cf8c8c9c-8c63-4481-8654-0f0995ade8d8 taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.318271] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cf8c8c9c-8c63-4481-8654-0f0995ade8d8" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.318344] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cf8c8c9c-8c63-4481-8654-0f0995ade8d8" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.318716] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cf8c8c9c-8c63-4481-8654-0f0995ade8d8" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.318879] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.318999] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.319093] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.319637] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.319749] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.319913] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cf8c8c9c-8c63-4481-8654-0f0995ade8d8',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 740.320793] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock port-0e7f9562-072f-4752-b294-ebccff4671bb taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.320934] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0e7f9562-072f-4752-b294-ebccff4671bb" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.321033] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0e7f9562-072f-4752-b294-ebccff4671bb" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.321223] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0e7f9562-072f-4752-b294-ebccff4671bb" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.321305] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0e7f9562-072f-4752-b294-ebccff4671bb',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 740.823499] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-cf8c8c9c-8c63-4481-8654-0f0995ade8d8 taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.828048] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cf8c8c9c-8c63-4481-8654-0f0995ade8d8" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.828048] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('cf8c8c9c-8c63-4481-8654-0f0995ade8d8',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 740.828048] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0e7f9562-072f-4752-b294-ebccff4671bb with status ACTIVE [ 740.828048] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.828048] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.828048] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.828048] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.828048] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.828048] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.828603] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.828603] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.828603] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.828603] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.828724] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.828809] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.828920] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.829058] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.829170] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.829262] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0e7f9562-072f-4752-b294-ebccff4671bb is going to be updated. [ 740.851878] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.852106] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.852151] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.852337] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.852480] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.852641] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0e7f9562-072f-4752-b294-ebccff4671bb" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.332038] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('cf8c8c9c-8c63-4481-8654-0f0995ade8d8',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 741.722370] env[65562]: INFO networking_nsxv3.common.synchronization [None req-ef23c2af-1c24-452b-9ff3-3da3b09139f7 None None] Enqueued Resource ID: 42a536e4-51ba-4e6c-874f-3a732511bca5 with Priority: HIGHEST for action port [ 741.722675] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 42a536e4-51ba-4e6c-874f-3a732511bca5 with Priority: HIGHEST for action port [ 741.722978] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock port-42a536e4-51ba-4e6c-874f-3a732511bca5 taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.723124] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-42a536e4-51ba-4e6c-874f-3a732511bca5" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.723185] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-42a536e4-51ba-4e6c-874f-3a732511bca5" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.723455] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-42a536e4-51ba-4e6c-874f-3a732511bca5" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.723567] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('42a536e4-51ba-4e6c-874f-3a732511bca5',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 741.836735] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.836735] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.836735] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.836735] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.836735] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.836735] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cf8c8c9c-8c63-4481-8654-0f0995ade8d8 is going to be created. [ 741.861264] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.861264] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.861264] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.861264] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.861264] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.873246] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cf8c8c9c-8c63-4481-8654-0f0995ade8d8 in Status: UNINITIALIZED for 2s [ 742.081497] env[65562]: INFO networking_nsxv3.common.synchronization [req-7aaf5d21-4718-47ec-b897-8d839772d070 req-86c88b71-56ca-46d4-a9cd-9923777ab969 tempest-AttachInterfacesUnderV243Test-1824302234 tempest-AttachInterfacesUnderV243Test-1824302234-project-member] Enqueued Resource ID: 1445b9a0-1100-41f8-a21d-b02385602ed4 with Priority: HIGHEST for action security_group_members [ 742.082777] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1445b9a0-1100-41f8-a21d-b02385602ed4 with Priority: HIGHEST for action security_group_members [ 742.082777] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-1445b9a0-1100-41f8-a21d-b02385602ed4 taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.082777] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1445b9a0-1100-41f8-a21d-b02385602ed4" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.082777] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1445b9a0-1100-41f8-a21d-b02385602ed4" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.082777] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1445b9a0-1100-41f8-a21d-b02385602ed4" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.083115] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.083115] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.083185] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.083386] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.083480] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.083594] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1445b9a0-1100-41f8-a21d-b02385602ed4',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 742.227220] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 42a536e4-51ba-4e6c-874f-3a732511bca5 [ 742.227220] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.227220] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.227220] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.227220] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.228779] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.228779] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:42a536e4-51ba-4e6c-874f-3a732511bca5 already deleted. [ 742.228779] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-42a536e4-51ba-4e6c-874f-3a732511bca5" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.504741] env[65562]: INFO networking_nsxv3.common.synchronization [req-f0556783-e038-4ebf-8bbc-069b03494983 req-70886c74-93c7-4916-ae98-d7a068c1ec9a tempest-ServersTestMultiNic-435403352 tempest-ServersTestMultiNic-435403352-project-member] Enqueued Resource ID: add37fa2-7db8-4a4b-ba37-258f0e39f252 with Priority: HIGHEST for action security_group_members [ 742.505442] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: add37fa2-7db8-4a4b-ba37-258f0e39f252 with Priority: HIGHEST for action security_group_members [ 742.505757] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-add37fa2-7db8-4a4b-ba37-258f0e39f252 taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.505952] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-add37fa2-7db8-4a4b-ba37-258f0e39f252" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.505952] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-add37fa2-7db8-4a4b-ba37-258f0e39f252" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.506480] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-add37fa2-7db8-4a4b-ba37-258f0e39f252" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.506641] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.506746] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.506808] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.506964] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.507136] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.507446] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('add37fa2-7db8-4a4b-ba37-258f0e39f252',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 742.585932] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.586033] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.586091] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.587158] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.587602] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.590484] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.590484] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.590484] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.590484] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.590484] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.590484] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1445b9a0-1100-41f8-a21d-b02385602ed4 is going to be updated. [ 742.622238] env[65562]: INFO networking_nsxv3.common.synchronization [req-49f08f5e-2f3c-4992-b5f6-c7cbdd27067b req-e8faed77-2719-4bfb-b639-675177f1b890 tempest-ServerRescueTestJSONUnderV235-1402422863 tempest-ServerRescueTestJSONUnderV235-1402422863-project-member] Enqueued Resource ID: c3ff403a-12a9-4317-b6a1-2b0a324d957b with Priority: HIGHEST for action security_group_members [ 742.622238] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c3ff403a-12a9-4317-b6a1-2b0a324d957b with Priority: HIGHEST for action security_group_members [ 742.622238] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-c3ff403a-12a9-4317-b6a1-2b0a324d957b taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.622238] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c3ff403a-12a9-4317-b6a1-2b0a324d957b" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.622238] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c3ff403a-12a9-4317-b6a1-2b0a324d957b" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.622479] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c3ff403a-12a9-4317-b6a1-2b0a324d957b" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.622594] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.622766] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.622843] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.623116] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.623275] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.623416] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c3ff403a-12a9-4317-b6a1-2b0a324d957b',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 742.627028] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.627193] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.627233] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.627430] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.627573] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.638449] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1445b9a0-1100-41f8-a21d-b02385602ed4 in Status: IN_PROGRESS for 2s [ 742.856034] env[65562]: INFO networking_nsxv3.common.synchronization [req-f0556783-e038-4ebf-8bbc-069b03494983 req-6efe0590-ac67-4e2d-b20a-8b841cc21291 tempest-ServersTestMultiNic-435403352 tempest-ServersTestMultiNic-435403352-project-member] Enqueued Resource ID: add37fa2-7db8-4a4b-ba37-258f0e39f252 with Priority: HIGHEST for action security_group_members [ 742.856426] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: add37fa2-7db8-4a4b-ba37-258f0e39f252 with Priority: HIGHEST for action security_group_members [ 742.857083] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-add37fa2-7db8-4a4b-ba37-258f0e39f252 taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.857176] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-add37fa2-7db8-4a4b-ba37-258f0e39f252" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.010777] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('add37fa2-7db8-4a4b-ba37-258f0e39f252',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 743.125942] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.127092] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.127243] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.127505] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.128780] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.128780] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.128780] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.128891] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.129767] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.129891] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.130020] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c3ff403a-12a9-4317-b6a1-2b0a324d957b is going to be updated. [ 743.178416] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.178416] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.178416] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.178416] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.178844] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.191288] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c3ff403a-12a9-4317-b6a1-2b0a324d957b in Status: IN_PROGRESS for 2s [ 743.357312] env[65562]: INFO networking_nsxv3.common.synchronization [req-f0556783-e038-4ebf-8bbc-069b03494983 req-d17114e2-9032-4c38-ab97-723337e744ff tempest-ServersTestMultiNic-435403352 tempest-ServersTestMultiNic-435403352-project-member] Enqueued Resource ID: add37fa2-7db8-4a4b-ba37-258f0e39f252 with Priority: HIGHEST for action security_group_members [ 743.357997] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: add37fa2-7db8-4a4b-ba37-258f0e39f252 with Priority: HIGHEST for action security_group_members [ 743.358336] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-add37fa2-7db8-4a4b-ba37-258f0e39f252 taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.358446] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-add37fa2-7db8-4a4b-ba37-258f0e39f252" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.514119] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('add37fa2-7db8-4a4b-ba37-258f0e39f252',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 743.540396] env[65562]: INFO networking_nsxv3.common.synchronization [req-9463f9f1-87de-42d2-ab90-9aba16d50a67 req-9fbea26f-d206-43df-ae09-976646e77700 tempest-ServersTestFqdnHostnames-1310978803 tempest-ServersTestFqdnHostnames-1310978803-project-member] Enqueued Resource ID: 3faeeb9d-ddba-4670-a661-3709797b3671 with Priority: HIGHEST for action security_group_members [ 743.541027] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3faeeb9d-ddba-4670-a661-3709797b3671 with Priority: HIGHEST for action security_group_members [ 743.541352] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-3faeeb9d-ddba-4670-a661-3709797b3671 taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.541478] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3faeeb9d-ddba-4670-a661-3709797b3671" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.541544] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3faeeb9d-ddba-4670-a661-3709797b3671" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.541815] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3faeeb9d-ddba-4670-a661-3709797b3671" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.544107] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.544354] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.544354] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.544456] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.544557] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.544656] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3faeeb9d-ddba-4670-a661-3709797b3671',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 743.884155] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cf8c8c9c-8c63-4481-8654-0f0995ade8d8 in Status: SUCCESS [ 743.884448] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cf8c8c9c-8c63-4481-8654-0f0995ade8d8" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.884560] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cf8c8c9c-8c63-4481-8654-0f0995ade8d8" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.884754] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cf8c8c9c-8c63-4481-8654-0f0995ade8d8" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.884955] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.885103] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.885186] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.885432] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.885432] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.885526] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cf8c8c9c-8c63-4481-8654-0f0995ade8d8" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.885576] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('cf8c8c9c-8c63-4481-8654-0f0995ade8d8',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 744.018982] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.019360] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.020416] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.020416] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.020416] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.020416] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: add37fa2-7db8-4a4b-ba37-258f0e39f252 is going to be updated. [ 744.049488] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.049634] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.049711] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.050161] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.050357] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.052626] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.052739] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.052878] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.053543] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.064634] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: add37fa2-7db8-4a4b-ba37-258f0e39f252 in Status: IN_PROGRESS for 2s [ 744.077561] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.077844] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.077989] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.078073] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.078277] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.078358] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.078443] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3faeeb9d-ddba-4670-a661-3709797b3671 is going to be updated. [ 744.112418] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.112634] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.112710] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.112957] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.113257] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.124835] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3faeeb9d-ddba-4670-a661-3709797b3671 in Status: IN_PROGRESS for 2s [ 744.387655] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-cf8c8c9c-8c63-4481-8654-0f0995ade8d8 taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.388031] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cf8c8c9c-8c63-4481-8654-0f0995ade8d8" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.388031] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cf8c8c9c-8c63-4481-8654-0f0995ade8d8" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.388365] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cf8c8c9c-8c63-4481-8654-0f0995ade8d8" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.389205] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.389205] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.389205] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.389205] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.389481] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.389481] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cf8c8c9c-8c63-4481-8654-0f0995ade8d8" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.389569] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-cf8c8c9c-8c63-4481-8654-0f0995ade8d8 taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.389610] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cf8c8c9c-8c63-4481-8654-0f0995ade8d8" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.389675] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cf8c8c9c-8c63-4481-8654-0f0995ade8d8" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.389834] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cf8c8c9c-8c63-4481-8654-0f0995ade8d8" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.389975] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.391762] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.391762] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.391762] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.391762] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.391762] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cf8c8c9c-8c63-4481-8654-0f0995ade8d8" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.391762] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('cf8c8c9c-8c63-4481-8654-0f0995ade8d8',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 744.649477] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1445b9a0-1100-41f8-a21d-b02385602ed4 in Status: SUCCESS [ 744.649774] env[65562]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1445b9a0-1100-41f8-a21d-b02385602ed4 deletion is rescheduled due to dependency. [ 744.649774] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1445b9a0-1100-41f8-a21d-b02385602ed4" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.671382] env[65562]: INFO networking_nsxv3.common.synchronization [None req-17540b4e-926d-46b8-8211-7a27c45848e5 None None] Enqueued Resource ID: 292caba8-63dc-435e-9df6-5e0e70c7bded with Priority: HIGHEST for action port [ 744.671659] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 292caba8-63dc-435e-9df6-5e0e70c7bded with Priority: HIGHEST for action port [ 744.675578] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock port-292caba8-63dc-435e-9df6-5e0e70c7bded taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.677080] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-292caba8-63dc-435e-9df6-5e0e70c7bded" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.677080] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-292caba8-63dc-435e-9df6-5e0e70c7bded" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.677259] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-292caba8-63dc-435e-9df6-5e0e70c7bded" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.677259] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('292caba8-63dc-435e-9df6-5e0e70c7bded',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 744.895854] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for cf8c8c9c-8c63-4481-8654-0f0995ade8d8: rpc.has_security_group_logging(os_id): False [ 744.915054] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.915054] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.915054] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.915054] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.915054] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.915054] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.915054] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.915054] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.915054] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.915054] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.915054] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.915054] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.915054] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.915054] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.915054] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.915633] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.915633] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.915633] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.915633] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.915633] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.915633] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cf8c8c9c-8c63-4481-8654-0f0995ade8d8 is going to be created. [ 744.977796] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.978777] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.978899] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.979253] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.979337] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.991813] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cf8c8c9c-8c63-4481-8654-0f0995ade8d8 in Status: IN_PROGRESS for 2s [ 745.181707] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 292caba8-63dc-435e-9df6-5e0e70c7bded [ 745.181707] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.181970] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.181970] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.182131] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.182240] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.182335] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:292caba8-63dc-435e-9df6-5e0e70c7bded already deleted. [ 745.182413] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-292caba8-63dc-435e-9df6-5e0e70c7bded" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.203809] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c3ff403a-12a9-4317-b6a1-2b0a324d957b in Status: SUCCESS [ 745.204030] env[65562]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c3ff403a-12a9-4317-b6a1-2b0a324d957b deletion is rescheduled due to dependency. [ 745.204215] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c3ff403a-12a9-4317-b6a1-2b0a324d957b" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.078429] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: add37fa2-7db8-4a4b-ba37-258f0e39f252 in Status: SUCCESS [ 746.078763] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-add37fa2-7db8-4a4b-ba37-258f0e39f252" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.078809] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-add37fa2-7db8-4a4b-ba37-258f0e39f252" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.079021] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-add37fa2-7db8-4a4b-ba37-258f0e39f252" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.079207] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.079323] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.079389] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.079538] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.079615] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.079703] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('add37fa2-7db8-4a4b-ba37-258f0e39f252',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 746.083887] env[65562]: INFO networking_nsxv3.common.synchronization [None req-f4649f32-96a6-4ec2-ad32-0f8b79c31735 None None] Enqueued Resource ID: 51cb7673-0bad-41ca-ae03-383f1b7671fd with Priority: HIGHEST for action port [ 746.084696] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 51cb7673-0bad-41ca-ae03-383f1b7671fd with Priority: HIGHEST for action port [ 746.085022] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock port-51cb7673-0bad-41ca-ae03-383f1b7671fd taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.085126] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-51cb7673-0bad-41ca-ae03-383f1b7671fd" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.085194] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-51cb7673-0bad-41ca-ae03-383f1b7671fd" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.085416] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-51cb7673-0bad-41ca-ae03-383f1b7671fd" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.085496] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('51cb7673-0bad-41ca-ae03-383f1b7671fd',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 746.133755] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3faeeb9d-ddba-4670-a661-3709797b3671 in Status: SUCCESS [ 746.134033] env[65562]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3faeeb9d-ddba-4670-a661-3709797b3671 deletion is rescheduled due to dependency. [ 746.134185] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3faeeb9d-ddba-4670-a661-3709797b3671" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.323799] env[65562]: INFO networking_nsxv3.common.synchronization [None req-22c42b87-2a41-400c-bb5b-9298dea8ce97 None None] Enqueued Resource ID: 3371e0f2-c94b-4af9-ba3c-0c965766e0e3 with Priority: HIGHEST for action port [ 746.324038] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3371e0f2-c94b-4af9-ba3c-0c965766e0e3 with Priority: HIGHEST for action port [ 746.324220] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock port-3371e0f2-c94b-4af9-ba3c-0c965766e0e3 taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.324347] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3371e0f2-c94b-4af9-ba3c-0c965766e0e3" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.324413] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3371e0f2-c94b-4af9-ba3c-0c965766e0e3" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.324693] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3371e0f2-c94b-4af9-ba3c-0c965766e0e3" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.324991] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3371e0f2-c94b-4af9-ba3c-0c965766e0e3',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 746.585249] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.585400] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.586260] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.586260] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.586260] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.586260] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.586260] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.588897] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.589215] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.589320] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.589426] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: add37fa2-7db8-4a4b-ba37-258f0e39f252 is going to be updated. [ 746.590584] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 51cb7673-0bad-41ca-ae03-383f1b7671fd [ 746.590780] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.590896] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.591073] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.594354] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.594354] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.594354] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:51cb7673-0bad-41ca-ae03-383f1b7671fd already deleted. [ 746.594354] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-51cb7673-0bad-41ca-ae03-383f1b7671fd" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.626563] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.626765] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.626860] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.627166] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.627285] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.641261] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: add37fa2-7db8-4a4b-ba37-258f0e39f252 in Status: IN_PROGRESS for 2s [ 746.827399] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3371e0f2-c94b-4af9-ba3c-0c965766e0e3 [ 746.827653] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.827833] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.827913] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.828150] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.828690] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.828690] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3371e0f2-c94b-4af9-ba3c-0c965766e0e3 already deleted. [ 746.828690] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3371e0f2-c94b-4af9-ba3c-0c965766e0e3" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.004222] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cf8c8c9c-8c63-4481-8654-0f0995ade8d8 in Status: SUCCESS [ 747.005049] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cf8c8c9c-8c63-4481-8654-0f0995ade8d8" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.020918] env[65562]: INFO networking_nsxv3.common.synchronization [req-6ce68101-0e37-46ce-ab0b-d6a50caaf095 req-253e4839-2343-4544-bcbd-b4194ee7a26a tempest-ListImageFiltersTestJSON-1477586592 tempest-ListImageFiltersTestJSON-1477586592-project-member] Enqueued Resource ID: cf8c8c9c-8c63-4481-8654-0f0995ade8d8 with Priority: HIGHEST for action security_group_members [ 747.021507] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cf8c8c9c-8c63-4481-8654-0f0995ade8d8 with Priority: HIGHEST for action security_group_members [ 747.021813] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-cf8c8c9c-8c63-4481-8654-0f0995ade8d8 taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.021929] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cf8c8c9c-8c63-4481-8654-0f0995ade8d8" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.021990] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cf8c8c9c-8c63-4481-8654-0f0995ade8d8" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.023918] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cf8c8c9c-8c63-4481-8654-0f0995ade8d8" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.023918] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.024110] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.024315] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.024515] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.024626] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.025782] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cf8c8c9c-8c63-4481-8654-0f0995ade8d8',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 747.530648] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('cf8c8c9c-8c63-4481-8654-0f0995ade8d8',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 747.620391] env[65562]: DEBUG networking_nsxv3.common.locking [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Lock network-338 taken with stack trace [, , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.621478] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquiring lock "network-338" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.621674] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired lock "network-338" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.621974] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired external semaphore "network-338" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.622287] env[65562]: DEBUG networking_nsxv3.common.locking [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.622452] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquiring lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.622567] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.622787] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired external semaphore "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.622928] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Releasing lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.623168] env[65562]: DEBUG dogpile.cache.region [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] No value present for key: 'zone-id' {{(pid=65562) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 747.623280] env[65562]: DEBUG dogpile.lock [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] NeedRegenerationException {{(pid=65562) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 747.623385] env[65562]: DEBUG dogpile.lock [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] no value, waiting for create lock {{(pid=65562) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 747.623488] env[65562]: DEBUG dogpile.lock [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] value creation lock acquired {{(pid=65562) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 747.623588] env[65562]: DEBUG dogpile.cache.region [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] No value present for key: 'zone-id' {{(pid=65562) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 747.623685] env[65562]: DEBUG dogpile.lock [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Calling creation function for not-yet-present value {{(pid=65562) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 747.623809] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 747.646466] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 747.646466] env[65562]: DEBUG dogpile.cache.region [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65562) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 747.646779] env[65562]: DEBUG dogpile.lock [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Released creation lock {{(pid=65562) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 747.646779] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Releasing lock "network-338" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.647040] env[65562]: DEBUG networking_nsxv3.common.locking [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Lock port-068ac1c1-b8a6-49ff-a227-1741244128eb taken with stack trace [, , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.647545] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquiring lock "port-068ac1c1-b8a6-49ff-a227-1741244128eb" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.647545] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired lock "port-068ac1c1-b8a6-49ff-a227-1741244128eb" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.647669] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired external semaphore "port-068ac1c1-b8a6-49ff-a227-1741244128eb" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.647756] env[65562]: DEBUG networking_nsxv3.api.rpc [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('068ac1c1-b8a6-49ff-a227-1741244128eb',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 748.035952] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('cf8c8c9c-8c63-4481-8654-0f0995ade8d8',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 748.154021] env[65562]: DEBUG networking_nsxv3.common.locking [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.154021] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.154021] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.154021] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.154021] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.154021] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Segment Port 068ac1c1-b8a6-49ff-a227-1741244128eb not found, creating... [ 748.154021] env[65562]: DEBUG networking_nsxv3.common.locking [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.154021] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquiring lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.154021] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.154021] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired external semaphore "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.154021] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Releasing lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.154483] env[65562]: DEBUG networking_nsxv3.common.locking [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.154483] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.154483] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.154837] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.155169] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.155449] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Resource: SegmentPort with ID: 068ac1c1-b8a6-49ff-a227-1741244128eb is going to be created. [ 748.176402] env[65562]: DEBUG networking_nsxv3.common.locking [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.176717] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.176847] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.177264] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.177390] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.177661] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Releasing lock "port-068ac1c1-b8a6-49ff-a227-1741244128eb" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.539338] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.539602] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.539756] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.540166] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.540228] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.540405] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cf8c8c9c-8c63-4481-8654-0f0995ade8d8 is going to be updated. [ 748.572826] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.573393] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.573520] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.573840] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.574103] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.589457] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cf8c8c9c-8c63-4481-8654-0f0995ade8d8 in Status: IN_PROGRESS for 2s [ 748.667419] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: add37fa2-7db8-4a4b-ba37-258f0e39f252 in Status: SUCCESS [ 748.668537] env[65562]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: add37fa2-7db8-4a4b-ba37-258f0e39f252 deletion is rescheduled due to dependency. [ 748.668537] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-add37fa2-7db8-4a4b-ba37-258f0e39f252" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.668537] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-add37fa2-7db8-4a4b-ba37-258f0e39f252" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.668537] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-add37fa2-7db8-4a4b-ba37-258f0e39f252" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.668537] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.668537] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.668537] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.668905] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.668905] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.668905] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('add37fa2-7db8-4a4b-ba37-258f0e39f252',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 748.928248] env[65562]: INFO networking_nsxv3.common.synchronization [req-6ce68101-0e37-46ce-ab0b-d6a50caaf095 req-0a8d132d-e2ea-41ca-8b5a-f1b59ba8a975 service nova] Enqueued Resource ID: cf8c8c9c-8c63-4481-8654-0f0995ade8d8 with Priority: HIGHEST for action security_group_rules [ 748.928415] env[65562]: INFO networking_nsxv3.common.synchronization [req-6ce68101-0e37-46ce-ab0b-d6a50caaf095 req-0a8d132d-e2ea-41ca-8b5a-f1b59ba8a975 service nova] Enqueued Resource ID: cf8c8c9c-8c63-4481-8654-0f0995ade8d8 with Priority: HIGHEST for action security_group_members [ 748.928551] env[65562]: INFO networking_nsxv3.common.synchronization [req-6ce68101-0e37-46ce-ab0b-d6a50caaf095 req-0a8d132d-e2ea-41ca-8b5a-f1b59ba8a975 service nova] Enqueued Resource ID: 068ac1c1-b8a6-49ff-a227-1741244128eb with Priority: HIGHEST for action port [ 748.928774] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cf8c8c9c-8c63-4481-8654-0f0995ade8d8 with Priority: HIGHEST for action security_group_rules [ 748.928903] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cf8c8c9c-8c63-4481-8654-0f0995ade8d8 with Priority: HIGHEST for action security_group_members [ 748.929009] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 068ac1c1-b8a6-49ff-a227-1741244128eb with Priority: HIGHEST for action port [ 748.929536] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cf8c8c9c-8c63-4481-8654-0f0995ade8d8 taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.929665] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cf8c8c9c-8c63-4481-8654-0f0995ade8d8" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.929752] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cf8c8c9c-8c63-4481-8654-0f0995ade8d8" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.930014] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cf8c8c9c-8c63-4481-8654-0f0995ade8d8" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.930077] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cf8c8c9c-8c63-4481-8654-0f0995ade8d8',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 748.931093] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-cf8c8c9c-8c63-4481-8654-0f0995ade8d8 taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.931180] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cf8c8c9c-8c63-4481-8654-0f0995ade8d8" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.931414] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock port-068ac1c1-b8a6-49ff-a227-1741244128eb taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.931527] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-068ac1c1-b8a6-49ff-a227-1741244128eb" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.931609] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-068ac1c1-b8a6-49ff-a227-1741244128eb" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.931861] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-068ac1c1-b8a6-49ff-a227-1741244128eb" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.931959] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('068ac1c1-b8a6-49ff-a227-1741244128eb',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 749.172528] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.172909] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.172909] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.173212] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.173433] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.173489] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.173945] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.173945] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.173945] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.173945] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.173945] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: add37fa2-7db8-4a4b-ba37-258f0e39f252 is going to be updated. [ 749.200937] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.201110] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.201110] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.201851] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.201851] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.211155] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: add37fa2-7db8-4a4b-ba37-258f0e39f252 in Status: IN_PROGRESS for 2s [ 749.434422] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-cf8c8c9c-8c63-4481-8654-0f0995ade8d8 taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.434841] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cf8c8c9c-8c63-4481-8654-0f0995ade8d8" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.435083] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 068ac1c1-b8a6-49ff-a227-1741244128eb with status ACTIVE [ 749.435280] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.435432] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.435463] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.435877] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.435877] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.436032] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.436032] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.436114] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.436267] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.436312] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.437033] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.437033] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.437033] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.437033] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.437033] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.437033] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 068ac1c1-b8a6-49ff-a227-1741244128eb is going to be updated. [ 749.460031] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.460181] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.460249] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.460472] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.460605] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.460762] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-068ac1c1-b8a6-49ff-a227-1741244128eb" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.924039] env[65562]: INFO networking_nsxv3.common.synchronization [req-26c02de1-3d4f-460c-ba6e-10f39d3a2a09 req-659e38a1-b9e2-4d54-b2ac-4c9b2202fb64 tempest-ServerDiskConfigTestJSON-308395787 tempest-ServerDiskConfigTestJSON-308395787-project-member] Enqueued Resource ID: e6734b94-5ab1-4a07-9098-e970a82f4b7e with Priority: HIGHEST for action security_group_members [ 749.924591] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e6734b94-5ab1-4a07-9098-e970a82f4b7e with Priority: HIGHEST for action security_group_members [ 749.925664] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-e6734b94-5ab1-4a07-9098-e970a82f4b7e taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.925820] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e6734b94-5ab1-4a07-9098-e970a82f4b7e" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.925976] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e6734b94-5ab1-4a07-9098-e970a82f4b7e" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.926206] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e6734b94-5ab1-4a07-9098-e970a82f4b7e" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.926876] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.927019] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.927085] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.927275] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.927430] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.927494] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e6734b94-5ab1-4a07-9098-e970a82f4b7e',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 749.972886] env[65562]: INFO networking_nsxv3.common.synchronization [None req-6dbc1221-a042-4f6c-87f1-58b29f418f78 None None] Enqueued Resource ID: 2f955709-fbdd-4c67-b24e-849c93744b74 with Priority: HIGHEST for action port [ 749.973625] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2f955709-fbdd-4c67-b24e-849c93744b74 with Priority: HIGHEST for action port [ 749.973892] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock port-2f955709-fbdd-4c67-b24e-849c93744b74 taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.974030] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2f955709-fbdd-4c67-b24e-849c93744b74" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.974580] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2f955709-fbdd-4c67-b24e-849c93744b74" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.974580] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2f955709-fbdd-4c67-b24e-849c93744b74" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.974580] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2f955709-fbdd-4c67-b24e-849c93744b74',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 750.432076] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.432237] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.432306] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.432524] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.432619] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.432797] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.432931] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.432962] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.433120] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.433190] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.438896] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e6734b94-5ab1-4a07-9098-e970a82f4b7e is going to be updated. [ 750.460714] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.460714] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.460714] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.460714] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.460911] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.471461] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e6734b94-5ab1-4a07-9098-e970a82f4b7e in Status: IN_PROGRESS for 2s [ 750.477066] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2f955709-fbdd-4c67-b24e-849c93744b74 [ 750.477229] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.478048] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.478048] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.478048] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.478048] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.478048] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2f955709-fbdd-4c67-b24e-849c93744b74 already deleted. [ 750.478048] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2f955709-fbdd-4c67-b24e-849c93744b74" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.576140] env[65562]: DEBUG networking_nsxv3.common.locking [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Lock network-644 taken with stack trace [, , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.576140] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquiring lock "network-644" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.576140] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired lock "network-644" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.576357] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired external semaphore "network-644" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.577135] env[65562]: DEBUG networking_nsxv3.common.locking [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.577211] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquiring lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.577312] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.577611] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired external semaphore "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.577882] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Releasing lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.577952] env[65562]: DEBUG dogpile.cache.region [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] No value present for key: 'zone-id' {{(pid=65562) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 750.578068] env[65562]: DEBUG dogpile.lock [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] NeedRegenerationException {{(pid=65562) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 750.578175] env[65562]: DEBUG dogpile.lock [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] no value, waiting for create lock {{(pid=65562) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 750.578278] env[65562]: DEBUG dogpile.lock [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] value creation lock acquired {{(pid=65562) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 750.578382] env[65562]: DEBUG dogpile.cache.region [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] No value present for key: 'zone-id' {{(pid=65562) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 750.578481] env[65562]: DEBUG dogpile.lock [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Calling creation function for not-yet-present value {{(pid=65562) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 750.578607] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 750.602451] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 750.602451] env[65562]: DEBUG dogpile.cache.region [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65562) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 750.602451] env[65562]: DEBUG dogpile.lock [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Released creation lock {{(pid=65562) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 750.602451] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Releasing lock "network-644" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.602451] env[65562]: DEBUG networking_nsxv3.common.locking [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Lock port-56fdf642-b06b-46c6-9a4c-836741ee934f taken with stack trace [, , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.602451] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquiring lock "port-56fdf642-b06b-46c6-9a4c-836741ee934f" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.602451] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired lock "port-56fdf642-b06b-46c6-9a4c-836741ee934f" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.602451] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired external semaphore "port-56fdf642-b06b-46c6-9a4c-836741ee934f" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.603124] env[65562]: DEBUG networking_nsxv3.api.rpc [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('56fdf642-b06b-46c6-9a4c-836741ee934f',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 750.604094] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cf8c8c9c-8c63-4481-8654-0f0995ade8d8 in Status: SUCCESS [ 750.604283] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cf8c8c9c-8c63-4481-8654-0f0995ade8d8" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.604434] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cf8c8c9c-8c63-4481-8654-0f0995ade8d8" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.604608] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cf8c8c9c-8c63-4481-8654-0f0995ade8d8" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.605282] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.605282] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.605282] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.605282] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.605282] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.605282] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cf8c8c9c-8c63-4481-8654-0f0995ade8d8',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 751.107751] env[65562]: DEBUG networking_nsxv3.common.locking [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.108066] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.108239] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.109076] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.109076] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.109231] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Segment Port 56fdf642-b06b-46c6-9a4c-836741ee934f not found, creating... [ 751.109345] env[65562]: DEBUG networking_nsxv3.common.locking [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.109581] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquiring lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.109618] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.109882] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired external semaphore "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.110061] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Releasing lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.110349] env[65562]: DEBUG networking_nsxv3.common.locking [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.110502] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.110610] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.110815] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.110941] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.111083] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Resource: SegmentPort with ID: 56fdf642-b06b-46c6-9a4c-836741ee934f is going to be created. [ 751.112251] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('cf8c8c9c-8c63-4481-8654-0f0995ade8d8',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 751.133522] env[65562]: DEBUG networking_nsxv3.common.locking [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.133790] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.133997] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.134247] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.134477] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.134743] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Releasing lock "port-56fdf642-b06b-46c6-9a4c-836741ee934f" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.227529] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: add37fa2-7db8-4a4b-ba37-258f0e39f252 in Status: SUCCESS [ 751.227819] env[65562]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: add37fa2-7db8-4a4b-ba37-258f0e39f252 deletion is rescheduled due to dependency. [ 751.227961] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-add37fa2-7db8-4a4b-ba37-258f0e39f252" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.614521] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('cf8c8c9c-8c63-4481-8654-0f0995ade8d8',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 751.870957] env[65562]: INFO networking_nsxv3.common.synchronization [req-26c02de1-3d4f-460c-ba6e-10f39d3a2a09 req-b1f525c2-4802-4516-b4f8-3a2920ddf60e service nova] Enqueued Resource ID: e6734b94-5ab1-4a07-9098-e970a82f4b7e with Priority: HIGHEST for action security_group_rules [ 751.871244] env[65562]: INFO networking_nsxv3.common.synchronization [req-26c02de1-3d4f-460c-ba6e-10f39d3a2a09 req-b1f525c2-4802-4516-b4f8-3a2920ddf60e service nova] Enqueued Resource ID: e6734b94-5ab1-4a07-9098-e970a82f4b7e with Priority: HIGHEST for action security_group_members [ 751.871482] env[65562]: INFO networking_nsxv3.common.synchronization [req-26c02de1-3d4f-460c-ba6e-10f39d3a2a09 req-b1f525c2-4802-4516-b4f8-3a2920ddf60e service nova] Enqueued Resource ID: 56fdf642-b06b-46c6-9a4c-836741ee934f with Priority: HIGHEST for action port [ 751.872167] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e6734b94-5ab1-4a07-9098-e970a82f4b7e with Priority: HIGHEST for action security_group_rules [ 751.872337] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e6734b94-5ab1-4a07-9098-e970a82f4b7e with Priority: HIGHEST for action security_group_members [ 751.872650] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 56fdf642-b06b-46c6-9a4c-836741ee934f with Priority: HIGHEST for action port [ 751.873289] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e6734b94-5ab1-4a07-9098-e970a82f4b7e taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.873289] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e6734b94-5ab1-4a07-9098-e970a82f4b7e" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.873289] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e6734b94-5ab1-4a07-9098-e970a82f4b7e" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.873289] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e6734b94-5ab1-4a07-9098-e970a82f4b7e" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.873289] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e6734b94-5ab1-4a07-9098-e970a82f4b7e',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 751.874788] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-e6734b94-5ab1-4a07-9098-e970a82f4b7e taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.874905] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e6734b94-5ab1-4a07-9098-e970a82f4b7e" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.875185] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock port-56fdf642-b06b-46c6-9a4c-836741ee934f taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.875351] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-56fdf642-b06b-46c6-9a4c-836741ee934f" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.875434] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-56fdf642-b06b-46c6-9a4c-836741ee934f" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.875592] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-56fdf642-b06b-46c6-9a4c-836741ee934f" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.876172] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('56fdf642-b06b-46c6-9a4c-836741ee934f',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 752.118875] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.119185] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.119185] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.119772] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.119772] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.119772] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cf8c8c9c-8c63-4481-8654-0f0995ade8d8 is going to be updated. [ 752.151502] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.151787] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.151924] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.152345] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.152695] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.162810] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cf8c8c9c-8c63-4481-8654-0f0995ade8d8 in Status: IN_PROGRESS for 2s [ 752.239215] env[65562]: INFO networking_nsxv3.common.synchronization [req-6df71467-0584-43fb-88c8-d41fbcb6bbf0 req-20b5d19f-3ec0-4c98-ab43-bbcf5bd3c630 tempest-ServerActionsTestOtherA-1532973600 tempest-ServerActionsTestOtherA-1532973600-project-member] Enqueued Resource ID: 2823f0a3-1ec1-4dad-b0a6-aee32df44bd1 with Priority: HIGHEST for action security_group_members [ 752.239846] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2823f0a3-1ec1-4dad-b0a6-aee32df44bd1 with Priority: HIGHEST for action security_group_members [ 752.240316] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-2823f0a3-1ec1-4dad-b0a6-aee32df44bd1 taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.240458] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2823f0a3-1ec1-4dad-b0a6-aee32df44bd1" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.240524] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2823f0a3-1ec1-4dad-b0a6-aee32df44bd1" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.240816] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2823f0a3-1ec1-4dad-b0a6-aee32df44bd1" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.240996] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.241132] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.241217] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.241394] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.241505] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.241582] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2823f0a3-1ec1-4dad-b0a6-aee32df44bd1',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 752.378542] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-e6734b94-5ab1-4a07-9098-e970a82f4b7e taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.378542] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e6734b94-5ab1-4a07-9098-e970a82f4b7e" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.378874] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 56fdf642-b06b-46c6-9a4c-836741ee934f with status ACTIVE [ 752.378917] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.379717] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.379889] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.380146] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.380360] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.383625] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.383625] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.383625] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.383625] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.383625] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.383625] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.383625] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.383625] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.383625] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.383625] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.383625] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 56fdf642-b06b-46c6-9a4c-836741ee934f is going to be updated. [ 752.410065] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.410234] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.410234] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.411537] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.411537] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.411537] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-56fdf642-b06b-46c6-9a4c-836741ee934f" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.482076] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e6734b94-5ab1-4a07-9098-e970a82f4b7e in Status: SUCCESS [ 752.482260] env[65562]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e6734b94-5ab1-4a07-9098-e970a82f4b7e deletion is rescheduled due to dependency. [ 752.482380] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e6734b94-5ab1-4a07-9098-e970a82f4b7e" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.482541] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e6734b94-5ab1-4a07-9098-e970a82f4b7e" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.482760] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e6734b94-5ab1-4a07-9098-e970a82f4b7e" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.482944] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.483072] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.483137] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.483304] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.483385] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.483462] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e6734b94-5ab1-4a07-9098-e970a82f4b7e',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 752.726763] env[65562]: DEBUG networking_nsxv3.common.locking [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Lock network-817 taken with stack trace [, , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.726960] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquiring lock "network-817" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.727096] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired lock "network-817" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.727427] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired external semaphore "network-817" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.727685] env[65562]: DEBUG networking_nsxv3.common.locking [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.727834] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquiring lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.727943] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.728254] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired external semaphore "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.728397] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Releasing lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.729046] env[65562]: DEBUG dogpile.cache.region [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] No value present for key: 'zone-id' {{(pid=65562) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 752.729046] env[65562]: DEBUG dogpile.lock [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] NeedRegenerationException {{(pid=65562) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 752.729046] env[65562]: DEBUG dogpile.lock [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] no value, waiting for create lock {{(pid=65562) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 752.729046] env[65562]: DEBUG dogpile.lock [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] value creation lock acquired {{(pid=65562) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 752.729046] env[65562]: DEBUG dogpile.cache.region [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] No value present for key: 'zone-id' {{(pid=65562) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 752.729271] env[65562]: DEBUG dogpile.lock [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Calling creation function for not-yet-present value {{(pid=65562) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 752.729529] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 752.743599] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.743883] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.743883] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.744104] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.744104] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.744298] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.744409] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.744547] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.744610] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.744685] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.744765] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2823f0a3-1ec1-4dad-b0a6-aee32df44bd1 already deleted. [ 752.744861] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2823f0a3-1ec1-4dad-b0a6-aee32df44bd1" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.750633] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 752.750774] env[65562]: DEBUG dogpile.cache.region [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65562) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 752.750875] env[65562]: DEBUG dogpile.lock [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Released creation lock {{(pid=65562) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 752.751145] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Releasing lock "network-817" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.751360] env[65562]: DEBUG networking_nsxv3.common.locking [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Lock port-c7c71929-7eb6-4d92-afef-16934b3815b9 taken with stack trace [, , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.751802] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquiring lock "port-c7c71929-7eb6-4d92-afef-16934b3815b9" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.751802] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired lock "port-c7c71929-7eb6-4d92-afef-16934b3815b9" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.751963] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired external semaphore "port-c7c71929-7eb6-4d92-afef-16934b3815b9" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.752051] env[65562]: DEBUG networking_nsxv3.api.rpc [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c7c71929-7eb6-4d92-afef-16934b3815b9',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 752.988428] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e6734b94-5ab1-4a07-9098-e970a82f4b7e',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 753.255706] env[65562]: DEBUG networking_nsxv3.common.locking [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.256108] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.256226] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.256481] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.256630] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.256773] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Segment Port c7c71929-7eb6-4d92-afef-16934b3815b9 not found, creating... [ 753.257106] env[65562]: DEBUG networking_nsxv3.common.locking [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.257269] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquiring lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.257378] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.257589] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired external semaphore "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.257713] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Releasing lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.258321] env[65562]: DEBUG networking_nsxv3.common.locking [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.258965] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.260806] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.260806] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.260806] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.260806] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Resource: SegmentPort with ID: c7c71929-7eb6-4d92-afef-16934b3815b9 is going to be created. [ 753.288217] env[65562]: DEBUG networking_nsxv3.common.locking [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.288479] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.288564] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.288824] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.289064] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.289340] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Releasing lock "port-c7c71929-7eb6-4d92-afef-16934b3815b9" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.319848] env[65562]: INFO networking_nsxv3.common.synchronization [None req-601d3cef-c431-4fc5-b6d8-2bbecaf259ca None None] Enqueued Resource ID: 6d4d1801-03df-4f0b-b420-18ff13006646 with Priority: HIGHEST for action port [ 753.320140] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6d4d1801-03df-4f0b-b420-18ff13006646 with Priority: HIGHEST for action port [ 753.320726] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock port-6d4d1801-03df-4f0b-b420-18ff13006646 taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.320851] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6d4d1801-03df-4f0b-b420-18ff13006646" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.320910] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6d4d1801-03df-4f0b-b420-18ff13006646" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.322141] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6d4d1801-03df-4f0b-b420-18ff13006646" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.322141] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6d4d1801-03df-4f0b-b420-18ff13006646',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 753.491925] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e6734b94-5ab1-4a07-9098-e970a82f4b7e',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 753.826183] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6d4d1801-03df-4f0b-b420-18ff13006646 [ 753.826625] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.826775] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.826869] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.827561] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.827561] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.827561] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6d4d1801-03df-4f0b-b420-18ff13006646 already deleted. [ 753.827561] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6d4d1801-03df-4f0b-b420-18ff13006646" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.993980] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.994170] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.994258] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.995407] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.995407] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.995407] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e6734b94-5ab1-4a07-9098-e970a82f4b7e is going to be updated. [ 754.026544] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.026873] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.026873] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.026993] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.027272] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.038063] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e6734b94-5ab1-4a07-9098-e970a82f4b7e in Status: IN_PROGRESS for 2s [ 754.131091] env[65562]: INFO networking_nsxv3.common.synchronization [req-6df71467-0584-43fb-88c8-d41fbcb6bbf0 req-1aca8975-9784-421f-9339-26aa25bfd8eb service nova] Enqueued Resource ID: 2823f0a3-1ec1-4dad-b0a6-aee32df44bd1 with Priority: HIGHEST for action security_group_rules [ 754.131775] env[65562]: INFO networking_nsxv3.common.synchronization [req-6df71467-0584-43fb-88c8-d41fbcb6bbf0 req-1aca8975-9784-421f-9339-26aa25bfd8eb service nova] Enqueued Resource ID: 2823f0a3-1ec1-4dad-b0a6-aee32df44bd1 with Priority: HIGHEST for action security_group_members [ 754.132429] env[65562]: INFO networking_nsxv3.common.synchronization [req-6df71467-0584-43fb-88c8-d41fbcb6bbf0 req-1aca8975-9784-421f-9339-26aa25bfd8eb service nova] Enqueued Resource ID: c7c71929-7eb6-4d92-afef-16934b3815b9 with Priority: HIGHEST for action port [ 754.135203] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2823f0a3-1ec1-4dad-b0a6-aee32df44bd1 with Priority: HIGHEST for action security_group_rules [ 754.135203] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2823f0a3-1ec1-4dad-b0a6-aee32df44bd1 with Priority: HIGHEST for action security_group_members [ 754.135203] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c7c71929-7eb6-4d92-afef-16934b3815b9 with Priority: HIGHEST for action port [ 754.135203] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2823f0a3-1ec1-4dad-b0a6-aee32df44bd1 taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.135203] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2823f0a3-1ec1-4dad-b0a6-aee32df44bd1" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.135203] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2823f0a3-1ec1-4dad-b0a6-aee32df44bd1" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.135203] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2823f0a3-1ec1-4dad-b0a6-aee32df44bd1" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.135203] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2823f0a3-1ec1-4dad-b0a6-aee32df44bd1',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 754.136030] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-2823f0a3-1ec1-4dad-b0a6-aee32df44bd1 taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.136156] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2823f0a3-1ec1-4dad-b0a6-aee32df44bd1" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.136240] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2823f0a3-1ec1-4dad-b0a6-aee32df44bd1" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.138478] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2823f0a3-1ec1-4dad-b0a6-aee32df44bd1" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.138689] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.138809] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.138876] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.139063] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.139156] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.139292] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2823f0a3-1ec1-4dad-b0a6-aee32df44bd1',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 754.140149] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock port-c7c71929-7eb6-4d92-afef-16934b3815b9 taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.140312] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c7c71929-7eb6-4d92-afef-16934b3815b9" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.140373] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c7c71929-7eb6-4d92-afef-16934b3815b9" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.144666] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c7c71929-7eb6-4d92-afef-16934b3815b9" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.144666] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c7c71929-7eb6-4d92-afef-16934b3815b9',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 754.174729] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cf8c8c9c-8c63-4481-8654-0f0995ade8d8 in Status: SUCCESS [ 754.174948] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cf8c8c9c-8c63-4481-8654-0f0995ade8d8" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.175147] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cf8c8c9c-8c63-4481-8654-0f0995ade8d8" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.175367] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cf8c8c9c-8c63-4481-8654-0f0995ade8d8" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.175562] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.176432] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.176432] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.176432] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.176432] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.176432] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cf8c8c9c-8c63-4481-8654-0f0995ade8d8" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.176432] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('cf8c8c9c-8c63-4481-8654-0f0995ade8d8',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 754.646969] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2823f0a3-1ec1-4dad-b0a6-aee32df44bd1',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 754.648447] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-2823f0a3-1ec1-4dad-b0a6-aee32df44bd1 taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.649357] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2823f0a3-1ec1-4dad-b0a6-aee32df44bd1" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.649357] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c7c71929-7eb6-4d92-afef-16934b3815b9 with status ACTIVE [ 754.649357] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.649357] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.651103] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.651243] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.651345] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.651501] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.651609] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.651679] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.651891] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.655293] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.655293] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.655293] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.655293] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.655293] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.655293] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.655293] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c7c71929-7eb6-4d92-afef-16934b3815b9 is going to be updated. [ 754.678338] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.678603] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.678603] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.678782] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.678921] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.679094] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c7c71929-7eb6-4d92-afef-16934b3815b9" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.681905] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-cf8c8c9c-8c63-4481-8654-0f0995ade8d8 taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.683058] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cf8c8c9c-8c63-4481-8654-0f0995ade8d8" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.683058] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cf8c8c9c-8c63-4481-8654-0f0995ade8d8" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.684820] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cf8c8c9c-8c63-4481-8654-0f0995ade8d8" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.685049] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.685194] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.685266] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.685445] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.685535] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.685626] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cf8c8c9c-8c63-4481-8654-0f0995ade8d8" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.685787] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-cf8c8c9c-8c63-4481-8654-0f0995ade8d8 taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.685886] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cf8c8c9c-8c63-4481-8654-0f0995ade8d8" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.685944] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cf8c8c9c-8c63-4481-8654-0f0995ade8d8" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.686113] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cf8c8c9c-8c63-4481-8654-0f0995ade8d8" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.686257] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.686363] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.686522] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.686668] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.686758] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.686843] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cf8c8c9c-8c63-4481-8654-0f0995ade8d8" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.686934] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('cf8c8c9c-8c63-4481-8654-0f0995ade8d8',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 754.984283] env[65562]: INFO networking_nsxv3.common.synchronization [req-69adb185-df01-4d17-9266-5854b469d8ab req-e7c53d36-3150-4c6a-9f4c-1641c1052cb6 tempest-ServersTestBootFromVolume-286375373 tempest-ServersTestBootFromVolume-286375373-project-member] Enqueued Resource ID: 71723131-ee48-432c-9e22-b6c008c7f86d with Priority: HIGHEST for action security_group_members [ 754.984847] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 71723131-ee48-432c-9e22-b6c008c7f86d with Priority: HIGHEST for action security_group_members [ 754.985496] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-71723131-ee48-432c-9e22-b6c008c7f86d taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.985496] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-71723131-ee48-432c-9e22-b6c008c7f86d" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.985496] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-71723131-ee48-432c-9e22-b6c008c7f86d" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.986105] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-71723131-ee48-432c-9e22-b6c008c7f86d" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.986105] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.986105] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.988199] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.989419] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.989456] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.989597] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('71723131-ee48-432c-9e22-b6c008c7f86d',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 755.150438] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2823f0a3-1ec1-4dad-b0a6-aee32df44bd1',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 755.189458] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for cf8c8c9c-8c63-4481-8654-0f0995ade8d8: rpc.has_security_group_logging(os_id): False [ 755.209205] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.209352] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.209430] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.209660] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.209821] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.210382] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.210509] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.210578] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.210756] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.210844] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.211061] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.211256] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.211256] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.211392] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.211470] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.211714] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.211771] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.211823] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.211997] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.212057] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.212144] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cf8c8c9c-8c63-4481-8654-0f0995ade8d8 is going to be updated. [ 755.279816] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.280072] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.280072] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.280283] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.280556] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.303045] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cf8c8c9c-8c63-4481-8654-0f0995ade8d8 in Status: IN_PROGRESS for 2s [ 755.493274] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.493475] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.493581] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.493774] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.493871] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.494084] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.494183] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.494242] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.495041] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.495041] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.495041] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 71723131-ee48-432c-9e22-b6c008c7f86d already deleted. [ 755.495041] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-71723131-ee48-432c-9e22-b6c008c7f86d" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.521076] env[65562]: DEBUG networking_nsxv3.common.locking [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Lock network-842 taken with stack trace [, , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.521424] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquiring lock "network-842" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.521500] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired lock "network-842" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.521939] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired external semaphore "network-842" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.522281] env[65562]: DEBUG networking_nsxv3.common.locking [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.522512] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquiring lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.522797] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.522924] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired external semaphore "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.523183] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Releasing lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.523550] env[65562]: DEBUG dogpile.cache.region [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] No value present for key: 'zone-id' {{(pid=65562) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 755.523744] env[65562]: DEBUG dogpile.lock [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] NeedRegenerationException {{(pid=65562) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 755.523908] env[65562]: DEBUG dogpile.lock [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] no value, waiting for create lock {{(pid=65562) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 755.524060] env[65562]: DEBUG dogpile.lock [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] value creation lock acquired {{(pid=65562) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 755.525056] env[65562]: DEBUG dogpile.cache.region [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] No value present for key: 'zone-id' {{(pid=65562) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 755.525056] env[65562]: DEBUG dogpile.lock [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Calling creation function for not-yet-present value {{(pid=65562) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 755.525056] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 755.546727] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 755.546899] env[65562]: DEBUG dogpile.cache.region [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65562) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 755.547259] env[65562]: DEBUG dogpile.lock [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Released creation lock {{(pid=65562) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 755.547259] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Releasing lock "network-842" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.547551] env[65562]: DEBUG networking_nsxv3.common.locking [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Lock port-b9d53a00-1370-4b5d-984d-eb743eb3c25d taken with stack trace [, , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.547721] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquiring lock "port-b9d53a00-1370-4b5d-984d-eb743eb3c25d" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.547835] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired lock "port-b9d53a00-1370-4b5d-984d-eb743eb3c25d" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.548216] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired external semaphore "port-b9d53a00-1370-4b5d-984d-eb743eb3c25d" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.548369] env[65562]: DEBUG networking_nsxv3.api.rpc [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b9d53a00-1370-4b5d-984d-eb743eb3c25d',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 755.654746] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.655038] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.655038] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.656257] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.656257] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.656257] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2823f0a3-1ec1-4dad-b0a6-aee32df44bd1 is going to be created. [ 755.682202] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.682202] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.682202] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.682386] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.682532] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.693202] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2823f0a3-1ec1-4dad-b0a6-aee32df44bd1 in Status: UNINITIALIZED for 2s [ 755.968102] env[65562]: INFO networking_nsxv3.common.synchronization [None req-30fb2243-2eb4-49a8-bcbf-32d8f97dee69 None None] Enqueued Resource ID: b227795a-05c7-40d8-82b7-51f9028348ef with Priority: HIGHEST for action port [ 755.968766] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b227795a-05c7-40d8-82b7-51f9028348ef with Priority: HIGHEST for action port [ 755.969192] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock port-b227795a-05c7-40d8-82b7-51f9028348ef taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.969280] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b227795a-05c7-40d8-82b7-51f9028348ef" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.969322] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b227795a-05c7-40d8-82b7-51f9028348ef" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.969587] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b227795a-05c7-40d8-82b7-51f9028348ef" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.969671] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b227795a-05c7-40d8-82b7-51f9028348ef',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 756.050880] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e6734b94-5ab1-4a07-9098-e970a82f4b7e in Status: SUCCESS [ 756.050880] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e6734b94-5ab1-4a07-9098-e970a82f4b7e" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.051395] env[65562]: DEBUG networking_nsxv3.common.locking [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.051642] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.051787] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.052470] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.052661] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.053817] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Segment Port b9d53a00-1370-4b5d-984d-eb743eb3c25d not found, creating... [ 756.053817] env[65562]: DEBUG networking_nsxv3.common.locking [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.053817] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquiring lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.053817] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.053817] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired external semaphore "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.053817] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Releasing lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.054205] env[65562]: DEBUG networking_nsxv3.common.locking [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.054388] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.054443] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.054675] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.055284] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.055284] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Resource: SegmentPort with ID: b9d53a00-1370-4b5d-984d-eb743eb3c25d is going to be created. [ 756.056264] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e6734b94-5ab1-4a07-9098-e970a82f4b7e" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.056444] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e6734b94-5ab1-4a07-9098-e970a82f4b7e" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.056610] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.056717] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.056782] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.056925] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.057017] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.057106] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e6734b94-5ab1-4a07-9098-e970a82f4b7e" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.057197] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e6734b94-5ab1-4a07-9098-e970a82f4b7e',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 756.077305] env[65562]: DEBUG networking_nsxv3.common.locking [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.077541] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.077675] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.077931] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.078171] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.078414] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Releasing lock "port-b9d53a00-1370-4b5d-984d-eb743eb3c25d" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.473792] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b227795a-05c7-40d8-82b7-51f9028348ef [ 756.474136] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.474433] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.474829] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.474829] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.474960] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.475044] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b227795a-05c7-40d8-82b7-51f9028348ef already deleted. [ 756.475223] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b227795a-05c7-40d8-82b7-51f9028348ef" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.559983] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-e6734b94-5ab1-4a07-9098-e970a82f4b7e taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.560158] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e6734b94-5ab1-4a07-9098-e970a82f4b7e" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.560158] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e6734b94-5ab1-4a07-9098-e970a82f4b7e" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.560865] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e6734b94-5ab1-4a07-9098-e970a82f4b7e" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.560865] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.560865] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.560865] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.561062] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.561144] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.561367] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e6734b94-5ab1-4a07-9098-e970a82f4b7e" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.561545] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-e6734b94-5ab1-4a07-9098-e970a82f4b7e taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.561720] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e6734b94-5ab1-4a07-9098-e970a82f4b7e" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.561822] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e6734b94-5ab1-4a07-9098-e970a82f4b7e" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.562044] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e6734b94-5ab1-4a07-9098-e970a82f4b7e" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.562277] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.562433] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.562536] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.562750] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.562885] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.565434] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e6734b94-5ab1-4a07-9098-e970a82f4b7e" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.565917] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e6734b94-5ab1-4a07-9098-e970a82f4b7e',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 756.830070] env[65562]: INFO networking_nsxv3.common.synchronization [req-69adb185-df01-4d17-9266-5854b469d8ab req-e6e6a460-7733-4e51-b6b8-7f3f6eb9cd6c service nova] Enqueued Resource ID: 71723131-ee48-432c-9e22-b6c008c7f86d with Priority: HIGHEST for action security_group_rules [ 756.830070] env[65562]: INFO networking_nsxv3.common.synchronization [req-69adb185-df01-4d17-9266-5854b469d8ab req-e6e6a460-7733-4e51-b6b8-7f3f6eb9cd6c service nova] Enqueued Resource ID: 71723131-ee48-432c-9e22-b6c008c7f86d with Priority: HIGHEST for action security_group_members [ 756.830070] env[65562]: INFO networking_nsxv3.common.synchronization [req-69adb185-df01-4d17-9266-5854b469d8ab req-e6e6a460-7733-4e51-b6b8-7f3f6eb9cd6c service nova] Enqueued Resource ID: b9d53a00-1370-4b5d-984d-eb743eb3c25d with Priority: HIGHEST for action port [ 756.830536] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 71723131-ee48-432c-9e22-b6c008c7f86d with Priority: HIGHEST for action security_group_rules [ 756.830791] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 71723131-ee48-432c-9e22-b6c008c7f86d with Priority: HIGHEST for action security_group_members [ 756.830791] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b9d53a00-1370-4b5d-984d-eb743eb3c25d with Priority: HIGHEST for action port [ 756.830974] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock rules-71723131-ee48-432c-9e22-b6c008c7f86d taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.831119] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-71723131-ee48-432c-9e22-b6c008c7f86d" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.831264] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-71723131-ee48-432c-9e22-b6c008c7f86d" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.831644] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-71723131-ee48-432c-9e22-b6c008c7f86d" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.831757] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('71723131-ee48-432c-9e22-b6c008c7f86d',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 756.832754] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-71723131-ee48-432c-9e22-b6c008c7f86d taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.832971] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-71723131-ee48-432c-9e22-b6c008c7f86d" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.832971] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-71723131-ee48-432c-9e22-b6c008c7f86d" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.833203] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-71723131-ee48-432c-9e22-b6c008c7f86d" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.833338] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.833433] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.833522] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.834611] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.834611] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.834611] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('71723131-ee48-432c-9e22-b6c008c7f86d',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 756.834982] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock port-b9d53a00-1370-4b5d-984d-eb743eb3c25d taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.835104] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b9d53a00-1370-4b5d-984d-eb743eb3c25d" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.835225] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b9d53a00-1370-4b5d-984d-eb743eb3c25d" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.836994] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b9d53a00-1370-4b5d-984d-eb743eb3c25d" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.836994] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b9d53a00-1370-4b5d-984d-eb743eb3c25d',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 757.068831] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e6734b94-5ab1-4a07-9098-e970a82f4b7e: rpc.has_security_group_logging(os_id): False [ 757.088179] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.088179] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.088179] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.088401] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.088465] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.089116] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.089116] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.089116] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.089116] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.089471] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.089471] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.090213] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.090213] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.090213] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.090213] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.090213] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.090476] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.090476] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.090476] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.090556] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.090656] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e6734b94-5ab1-4a07-9098-e970a82f4b7e is going to be updated. [ 757.160225] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.160433] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.161095] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.161095] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.161095] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.182028] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e6734b94-5ab1-4a07-9098-e970a82f4b7e in Status: IN_PROGRESS for 2s [ 757.323897] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cf8c8c9c-8c63-4481-8654-0f0995ade8d8 in Status: SUCCESS [ 757.324165] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cf8c8c9c-8c63-4481-8654-0f0995ade8d8" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.338972] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('71723131-ee48-432c-9e22-b6c008c7f86d',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 757.340345] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-71723131-ee48-432c-9e22-b6c008c7f86d taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.340476] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-71723131-ee48-432c-9e22-b6c008c7f86d" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.340714] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b9d53a00-1370-4b5d-984d-eb743eb3c25d with status ACTIVE [ 757.340933] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.341189] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.341189] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.341455] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.341583] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.341763] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.341878] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.341954] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.342186] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.342305] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.342525] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.343080] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.343170] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.343340] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.343447] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.343539] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b9d53a00-1370-4b5d-984d-eb743eb3c25d is going to be updated. [ 757.366981] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.367267] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.367267] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.367470] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.367617] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.367789] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b9d53a00-1370-4b5d-984d-eb743eb3c25d" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.703855] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2823f0a3-1ec1-4dad-b0a6-aee32df44bd1 in Status: SUCCESS [ 757.704089] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2823f0a3-1ec1-4dad-b0a6-aee32df44bd1" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.704265] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2823f0a3-1ec1-4dad-b0a6-aee32df44bd1" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.704513] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2823f0a3-1ec1-4dad-b0a6-aee32df44bd1" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.704687] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.704816] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.704864] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.705033] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.705122] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.705235] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2823f0a3-1ec1-4dad-b0a6-aee32df44bd1" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.705323] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2823f0a3-1ec1-4dad-b0a6-aee32df44bd1',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 757.846088] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('71723131-ee48-432c-9e22-b6c008c7f86d',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 758.208960] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2823f0a3-1ec1-4dad-b0a6-aee32df44bd1',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 758.348734] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.351059] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.351059] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.351059] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.351059] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.351059] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 71723131-ee48-432c-9e22-b6c008c7f86d is going to be created. [ 758.376959] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.376959] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.376959] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.376959] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.376959] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.389328] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 71723131-ee48-432c-9e22-b6c008c7f86d in Status: UNINITIALIZED for 2s [ 758.712197] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2823f0a3-1ec1-4dad-b0a6-aee32df44bd1: rpc.has_security_group_logging(os_id): False [ 758.732742] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.732967] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.732967] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.733219] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.733335] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.733570] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.733672] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.733731] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.733884] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.733962] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.734069] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2823f0a3-1ec1-4dad-b0a6-aee32df44bd1 is going to be created. [ 758.798790] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.799110] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.799110] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.799378] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.799667] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.813665] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2823f0a3-1ec1-4dad-b0a6-aee32df44bd1 in Status: IN_PROGRESS for 2s [ 759.196948] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e6734b94-5ab1-4a07-9098-e970a82f4b7e in Status: SUCCESS [ 759.196948] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e6734b94-5ab1-4a07-9098-e970a82f4b7e" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.875823] env[65562]: INFO networking_nsxv3.common.synchronization [req-cac117a9-70e6-4424-99ee-64af7ed7e698 req-734baca0-91d9-475a-81c1-5373e5551a1c tempest-ListServersNegativeTestJSON-671060769 tempest-ListServersNegativeTestJSON-671060769-project-member] Enqueued Resource ID: 4a16418f-7f9f-429f-885b-6c353851228c with Priority: HIGHEST for action security_group_members [ 759.876943] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4a16418f-7f9f-429f-885b-6c353851228c with Priority: HIGHEST for action security_group_members [ 759.880969] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-4a16418f-7f9f-429f-885b-6c353851228c taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.880969] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4a16418f-7f9f-429f-885b-6c353851228c" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.880969] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4a16418f-7f9f-429f-885b-6c353851228c" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.881404] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4a16418f-7f9f-429f-885b-6c353851228c" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.881504] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.881612] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.881760] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.881916] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.882242] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.882242] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4a16418f-7f9f-429f-885b-6c353851228c',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 760.326554] env[65562]: DEBUG networking_nsxv3.common.locking [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Lock network-784 taken with stack trace [, , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.326554] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquiring lock "network-784" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.330027] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired lock "network-784" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.330027] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired external semaphore "network-784" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.330027] env[65562]: DEBUG networking_nsxv3.common.locking [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.330027] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquiring lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.330027] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.330027] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired external semaphore "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.330027] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Releasing lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.330027] env[65562]: DEBUG dogpile.cache.region [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] No value present for key: 'zone-id' {{(pid=65562) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 760.330027] env[65562]: DEBUG dogpile.lock [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] NeedRegenerationException {{(pid=65562) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 760.330986] env[65562]: DEBUG dogpile.lock [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] no value, waiting for create lock {{(pid=65562) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 760.331465] env[65562]: DEBUG dogpile.lock [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] value creation lock acquired {{(pid=65562) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 760.331861] env[65562]: DEBUG dogpile.cache.region [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] No value present for key: 'zone-id' {{(pid=65562) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 760.332917] env[65562]: DEBUG dogpile.lock [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Calling creation function for not-yet-present value {{(pid=65562) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 760.332917] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 760.356268] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 760.356471] env[65562]: DEBUG dogpile.cache.region [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65562) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 760.356604] env[65562]: DEBUG dogpile.lock [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Released creation lock {{(pid=65562) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 760.356838] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Releasing lock "network-784" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.357275] env[65562]: DEBUG networking_nsxv3.common.locking [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Lock port-6265da59-578e-43f8-9bc6-5d46170d1bec taken with stack trace [, , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.357520] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquiring lock "port-6265da59-578e-43f8-9bc6-5d46170d1bec" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.357703] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired lock "port-6265da59-578e-43f8-9bc6-5d46170d1bec" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.358081] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired external semaphore "port-6265da59-578e-43f8-9bc6-5d46170d1bec" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.358296] env[65562]: DEBUG networking_nsxv3.api.rpc [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6265da59-578e-43f8-9bc6-5d46170d1bec',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 760.387019] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.387330] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.387480] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.388295] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.388449] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.388799] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.388991] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.389154] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.389450] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.389643] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.389830] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4a16418f-7f9f-429f-885b-6c353851228c already deleted. [ 760.389996] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4a16418f-7f9f-429f-885b-6c353851228c" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.404036] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 71723131-ee48-432c-9e22-b6c008c7f86d in Status: SUCCESS [ 760.404036] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-71723131-ee48-432c-9e22-b6c008c7f86d" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.404036] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-71723131-ee48-432c-9e22-b6c008c7f86d" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.404036] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-71723131-ee48-432c-9e22-b6c008c7f86d" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.404238] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.404238] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.404325] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.404477] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.404567] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.404669] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-71723131-ee48-432c-9e22-b6c008c7f86d" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.404771] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('71723131-ee48-432c-9e22-b6c008c7f86d',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 760.827029] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2823f0a3-1ec1-4dad-b0a6-aee32df44bd1 in Status: SUCCESS [ 760.827029] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2823f0a3-1ec1-4dad-b0a6-aee32df44bd1" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.860702] env[65562]: DEBUG networking_nsxv3.common.locking [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.862059] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.862059] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.862059] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.862059] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.862059] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Segment Port 6265da59-578e-43f8-9bc6-5d46170d1bec not found, creating... [ 760.862361] env[65562]: DEBUG networking_nsxv3.common.locking [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.862417] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquiring lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.862585] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.862856] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired external semaphore "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.862995] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Releasing lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.863424] env[65562]: DEBUG networking_nsxv3.common.locking [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.863636] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.863760] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.863972] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.864116] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.864253] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Resource: SegmentPort with ID: 6265da59-578e-43f8-9bc6-5d46170d1bec is going to be created. [ 760.887633] env[65562]: DEBUG networking_nsxv3.common.locking [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.887633] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.887633] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.888050] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.888050] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.888278] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Releasing lock "port-6265da59-578e-43f8-9bc6-5d46170d1bec" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.907106] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('71723131-ee48-432c-9e22-b6c008c7f86d',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 761.410372] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 71723131-ee48-432c-9e22-b6c008c7f86d: rpc.has_security_group_logging(os_id): False [ 761.430785] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.430785] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.430785] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.430785] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.430785] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.430785] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.431091] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.431091] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.431091] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.431191] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.431265] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 71723131-ee48-432c-9e22-b6c008c7f86d is going to be created. [ 761.501223] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.501223] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.501223] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.501223] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.501223] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.518077] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 71723131-ee48-432c-9e22-b6c008c7f86d in Status: IN_PROGRESS for 2s [ 761.701676] env[65562]: INFO networking_nsxv3.common.synchronization [req-cac117a9-70e6-4424-99ee-64af7ed7e698 req-a31b451a-e1ce-406d-a37e-d941dfe66175 service nova] Enqueued Resource ID: 4a16418f-7f9f-429f-885b-6c353851228c with Priority: HIGHEST for action security_group_rules [ 761.701676] env[65562]: INFO networking_nsxv3.common.synchronization [req-cac117a9-70e6-4424-99ee-64af7ed7e698 req-a31b451a-e1ce-406d-a37e-d941dfe66175 service nova] Enqueued Resource ID: 4a16418f-7f9f-429f-885b-6c353851228c with Priority: HIGHEST for action security_group_members [ 761.701676] env[65562]: INFO networking_nsxv3.common.synchronization [req-cac117a9-70e6-4424-99ee-64af7ed7e698 req-a31b451a-e1ce-406d-a37e-d941dfe66175 service nova] Enqueued Resource ID: 6265da59-578e-43f8-9bc6-5d46170d1bec with Priority: HIGHEST for action port [ 761.701676] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4a16418f-7f9f-429f-885b-6c353851228c with Priority: HIGHEST for action security_group_rules [ 761.701676] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4a16418f-7f9f-429f-885b-6c353851228c with Priority: HIGHEST for action security_group_members [ 761.701676] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6265da59-578e-43f8-9bc6-5d46170d1bec with Priority: HIGHEST for action port [ 761.702088] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4a16418f-7f9f-429f-885b-6c353851228c taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.702283] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4a16418f-7f9f-429f-885b-6c353851228c" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.702365] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4a16418f-7f9f-429f-885b-6c353851228c" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.702759] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4a16418f-7f9f-429f-885b-6c353851228c" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.702792] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4a16418f-7f9f-429f-885b-6c353851228c',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 761.704031] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-4a16418f-7f9f-429f-885b-6c353851228c taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.704179] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4a16418f-7f9f-429f-885b-6c353851228c" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.704249] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4a16418f-7f9f-429f-885b-6c353851228c" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.704475] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4a16418f-7f9f-429f-885b-6c353851228c" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.704714] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.704797] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.705046] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.705231] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.705274] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.705377] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4a16418f-7f9f-429f-885b-6c353851228c',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 761.707680] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock port-6265da59-578e-43f8-9bc6-5d46170d1bec taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.707837] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6265da59-578e-43f8-9bc6-5d46170d1bec" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.707898] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6265da59-578e-43f8-9bc6-5d46170d1bec" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.708079] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6265da59-578e-43f8-9bc6-5d46170d1bec" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.711455] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6265da59-578e-43f8-9bc6-5d46170d1bec',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 762.209662] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4a16418f-7f9f-429f-885b-6c353851228c',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 762.210770] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-4a16418f-7f9f-429f-885b-6c353851228c taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.210907] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4a16418f-7f9f-429f-885b-6c353851228c" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.211939] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6265da59-578e-43f8-9bc6-5d46170d1bec with status ACTIVE [ 762.211939] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.212121] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.212164] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.212458] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.215749] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.215749] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.215749] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.215749] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.215749] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.215749] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.215749] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.215749] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.215749] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.215749] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.215749] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.215749] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6265da59-578e-43f8-9bc6-5d46170d1bec is going to be updated. [ 762.242536] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.242536] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.242536] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.242536] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.242536] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.242536] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6265da59-578e-43f8-9bc6-5d46170d1bec" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.717600] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4a16418f-7f9f-429f-885b-6c353851228c',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 763.221723] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.222048] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.222048] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.222198] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.222317] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.222456] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4a16418f-7f9f-429f-885b-6c353851228c is going to be created. [ 763.279868] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.280223] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.281128] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.281128] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.281128] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.299007] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4a16418f-7f9f-429f-885b-6c353851228c in Status: UNINITIALIZED for 2s [ 763.543959] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 71723131-ee48-432c-9e22-b6c008c7f86d in Status: SUCCESS [ 763.544250] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-71723131-ee48-432c-9e22-b6c008c7f86d" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.880734] env[65562]: INFO networking_nsxv3.common.synchronization [req-cac117a9-70e6-4424-99ee-64af7ed7e698 req-6ab8dfc8-3368-4f6d-a0e2-738d71454505 tempest-ListServersNegativeTestJSON-671060769 tempest-ListServersNegativeTestJSON-671060769-project-member] Enqueued Resource ID: 4a16418f-7f9f-429f-885b-6c353851228c with Priority: HIGHEST for action security_group_members [ 764.881307] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4a16418f-7f9f-429f-885b-6c353851228c with Priority: HIGHEST for action security_group_members [ 764.881614] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-4a16418f-7f9f-429f-885b-6c353851228c taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.881719] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4a16418f-7f9f-429f-885b-6c353851228c" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.312170] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4a16418f-7f9f-429f-885b-6c353851228c in Status: SUCCESS [ 765.312603] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4a16418f-7f9f-429f-885b-6c353851228c" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.313935] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4a16418f-7f9f-429f-885b-6c353851228c" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.318800] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4a16418f-7f9f-429f-885b-6c353851228c" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.318800] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.318800] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.318800] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.318800] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.318800] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.318800] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4a16418f-7f9f-429f-885b-6c353851228c" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.318800] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4a16418f-7f9f-429f-885b-6c353851228c',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 765.318800] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4a16418f-7f9f-429f-885b-6c353851228c" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.318800] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4a16418f-7f9f-429f-885b-6c353851228c" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.318800] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.318800] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.318800] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.318800] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.318800] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.318800] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4a16418f-7f9f-429f-885b-6c353851228c',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 765.599798] env[65562]: DEBUG networking_nsxv3.common.locking [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Lock network-784 taken with stack trace [, , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.600040] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquiring lock "network-784" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.600185] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired lock "network-784" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.600467] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired external semaphore "network-784" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.600824] env[65562]: DEBUG networking_nsxv3.common.locking [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.601056] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquiring lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.601179] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.601441] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired external semaphore "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.601634] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Releasing lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.601875] env[65562]: DEBUG dogpile.cache.region [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] No value present for key: 'zone-id' {{(pid=65562) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 765.601999] env[65562]: DEBUG dogpile.lock [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] NeedRegenerationException {{(pid=65562) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 765.602151] env[65562]: DEBUG dogpile.lock [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] no value, waiting for create lock {{(pid=65562) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 765.602281] env[65562]: DEBUG dogpile.lock [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] value creation lock acquired {{(pid=65562) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 765.602438] env[65562]: DEBUG dogpile.cache.region [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] No value present for key: 'zone-id' {{(pid=65562) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 765.602559] env[65562]: DEBUG dogpile.lock [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Calling creation function for not-yet-present value {{(pid=65562) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 765.602689] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 765.625978] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 765.626161] env[65562]: DEBUG dogpile.cache.region [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65562) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 765.626330] env[65562]: DEBUG dogpile.lock [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Released creation lock {{(pid=65562) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 765.626536] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Releasing lock "network-784" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.630881] env[65562]: DEBUG networking_nsxv3.common.locking [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Lock port-ef5cbcc4-229b-461c-8021-bb34f9cd52dc taken with stack trace [, , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.631867] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquiring lock "port-ef5cbcc4-229b-461c-8021-bb34f9cd52dc" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.631867] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired lock "port-ef5cbcc4-229b-461c-8021-bb34f9cd52dc" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.632792] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired external semaphore "port-ef5cbcc4-229b-461c-8021-bb34f9cd52dc" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.632792] env[65562]: DEBUG networking_nsxv3.api.rpc [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ef5cbcc4-229b-461c-8021-bb34f9cd52dc',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 765.822672] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-4a16418f-7f9f-429f-885b-6c353851228c taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.822869] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4a16418f-7f9f-429f-885b-6c353851228c" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.825018] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4a16418f-7f9f-429f-885b-6c353851228c',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 765.839220] env[65562]: INFO networking_nsxv3.common.synchronization [None req-ee454183-ba90-4f7d-ad92-cfdb82385b9c None None] Enqueued Resource ID: 95a31c7d-133e-47a9-86dc-4a977598d80d with Priority: HIGHEST for action port [ 765.839953] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 95a31c7d-133e-47a9-86dc-4a977598d80d with Priority: HIGHEST for action port [ 765.840285] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock port-95a31c7d-133e-47a9-86dc-4a977598d80d taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.840412] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-95a31c7d-133e-47a9-86dc-4a977598d80d" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.840481] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-95a31c7d-133e-47a9-86dc-4a977598d80d" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.840728] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-95a31c7d-133e-47a9-86dc-4a977598d80d" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.840813] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('95a31c7d-133e-47a9-86dc-4a977598d80d',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 766.138669] env[65562]: DEBUG networking_nsxv3.common.locking [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.139050] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.139050] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.139289] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.139430] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.139574] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Segment Port ef5cbcc4-229b-461c-8021-bb34f9cd52dc not found, creating... [ 766.139825] env[65562]: DEBUG networking_nsxv3.common.locking [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.139977] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquiring lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.140120] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.140309] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired external semaphore "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.140439] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Releasing lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.140706] env[65562]: DEBUG networking_nsxv3.common.locking [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.140852] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.140961] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.141173] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.141303] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.141434] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Resource: SegmentPort with ID: ef5cbcc4-229b-461c-8021-bb34f9cd52dc is going to be created. [ 766.164430] env[65562]: DEBUG networking_nsxv3.common.locking [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.164667] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.164754] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.165070] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.165279] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.165509] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Releasing lock "port-ef5cbcc4-229b-461c-8021-bb34f9cd52dc" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.326807] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4a16418f-7f9f-429f-885b-6c353851228c',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 766.342369] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 95a31c7d-133e-47a9-86dc-4a977598d80d [ 766.342741] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.342994] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.343105] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.343363] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.343558] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.343655] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:95a31c7d-133e-47a9-86dc-4a977598d80d already deleted. [ 766.343784] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-95a31c7d-133e-47a9-86dc-4a977598d80d" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.829317] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.829552] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.829586] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.829787] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.829879] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.830496] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4a16418f-7f9f-429f-885b-6c353851228c is going to be updated. [ 766.861480] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.861480] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.861480] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.861796] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.863129] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.876420] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4a16418f-7f9f-429f-885b-6c353851228c in Status: IN_PROGRESS for 2s [ 766.918545] env[65562]: INFO networking_nsxv3.common.synchronization [req-cac117a9-70e6-4424-99ee-64af7ed7e698 req-eb1ca7e4-3e07-41d7-9d39-57bea13200bc service nova] Enqueued Resource ID: 4a16418f-7f9f-429f-885b-6c353851228c with Priority: HIGHEST for action security_group_rules [ 766.918751] env[65562]: INFO networking_nsxv3.common.synchronization [req-cac117a9-70e6-4424-99ee-64af7ed7e698 req-eb1ca7e4-3e07-41d7-9d39-57bea13200bc service nova] Enqueued Resource ID: 4a16418f-7f9f-429f-885b-6c353851228c with Priority: HIGHEST for action security_group_members [ 766.918901] env[65562]: INFO networking_nsxv3.common.synchronization [req-cac117a9-70e6-4424-99ee-64af7ed7e698 req-eb1ca7e4-3e07-41d7-9d39-57bea13200bc service nova] Enqueued Resource ID: ef5cbcc4-229b-461c-8021-bb34f9cd52dc with Priority: HIGHEST for action port [ 766.919556] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4a16418f-7f9f-429f-885b-6c353851228c with Priority: HIGHEST for action security_group_rules [ 766.919749] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4a16418f-7f9f-429f-885b-6c353851228c with Priority: HIGHEST for action security_group_members [ 766.919861] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ef5cbcc4-229b-461c-8021-bb34f9cd52dc with Priority: HIGHEST for action port [ 766.920534] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4a16418f-7f9f-429f-885b-6c353851228c taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.920602] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4a16418f-7f9f-429f-885b-6c353851228c" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.921429] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-4a16418f-7f9f-429f-885b-6c353851228c taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.921429] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4a16418f-7f9f-429f-885b-6c353851228c" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.921429] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock port-ef5cbcc4-229b-461c-8021-bb34f9cd52dc taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.921429] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ef5cbcc4-229b-461c-8021-bb34f9cd52dc" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.921429] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ef5cbcc4-229b-461c-8021-bb34f9cd52dc" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.921619] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ef5cbcc4-229b-461c-8021-bb34f9cd52dc" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.921650] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ef5cbcc4-229b-461c-8021-bb34f9cd52dc',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 767.427529] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ef5cbcc4-229b-461c-8021-bb34f9cd52dc with status ACTIVE [ 767.427843] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.427943] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.428040] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.428596] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.428596] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.428596] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.428596] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.428776] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.428808] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.429750] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.429750] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.429750] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.429750] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.429750] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.429750] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.429750] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ef5cbcc4-229b-461c-8021-bb34f9cd52dc is going to be updated. [ 767.461886] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.462042] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.462110] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.462449] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.464191] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.464191] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ef5cbcc4-229b-461c-8021-bb34f9cd52dc" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.668626] env[65562]: INFO networking_nsxv3.common.synchronization [req-cac117a9-70e6-4424-99ee-64af7ed7e698 req-7116b9c3-551f-42d4-86a0-0642a14be178 tempest-ListServersNegativeTestJSON-671060769 tempest-ListServersNegativeTestJSON-671060769-project-member] Enqueued Resource ID: 4a16418f-7f9f-429f-885b-6c353851228c with Priority: HIGHEST for action security_group_members [ 767.669168] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4a16418f-7f9f-429f-885b-6c353851228c with Priority: HIGHEST for action security_group_members [ 767.669469] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-4a16418f-7f9f-429f-885b-6c353851228c taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.669571] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4a16418f-7f9f-429f-885b-6c353851228c" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.707952] env[65562]: INFO networking_nsxv3.common.synchronization [None req-2965e5d4-6eed-411e-884b-b4752e11777a None None] Enqueued Resource ID: 1ee178e0-8a5f-42c8-9f5d-b7b92fc69357 with Priority: HIGHEST for action port [ 767.708475] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1ee178e0-8a5f-42c8-9f5d-b7b92fc69357 with Priority: HIGHEST for action port [ 767.708901] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock port-1ee178e0-8a5f-42c8-9f5d-b7b92fc69357 taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.708901] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1ee178e0-8a5f-42c8-9f5d-b7b92fc69357" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.709050] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1ee178e0-8a5f-42c8-9f5d-b7b92fc69357" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.709268] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1ee178e0-8a5f-42c8-9f5d-b7b92fc69357" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.709458] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1ee178e0-8a5f-42c8-9f5d-b7b92fc69357',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 768.044417] env[65562]: DEBUG networking_nsxv3.common.locking [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Lock network-784 taken with stack trace [, , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.044417] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquiring lock "network-784" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.044417] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired lock "network-784" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.044631] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired external semaphore "network-784" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.044731] env[65562]: DEBUG networking_nsxv3.common.locking [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.044875] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquiring lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.044980] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.045526] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired external semaphore "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.045778] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Releasing lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.046039] env[65562]: DEBUG dogpile.cache.region [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] No value present for key: 'zone-id' {{(pid=65562) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 768.046254] env[65562]: DEBUG dogpile.lock [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] NeedRegenerationException {{(pid=65562) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 768.046297] env[65562]: DEBUG dogpile.lock [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] no value, waiting for create lock {{(pid=65562) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 768.046420] env[65562]: DEBUG dogpile.lock [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] value creation lock acquired {{(pid=65562) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 768.046558] env[65562]: DEBUG dogpile.cache.region [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] No value present for key: 'zone-id' {{(pid=65562) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 768.046674] env[65562]: DEBUG dogpile.lock [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Calling creation function for not-yet-present value {{(pid=65562) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 768.046805] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 768.066602] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 768.066769] env[65562]: DEBUG dogpile.cache.region [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65562) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 768.066911] env[65562]: DEBUG dogpile.lock [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Released creation lock {{(pid=65562) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 768.067099] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Releasing lock "network-784" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.068043] env[65562]: DEBUG networking_nsxv3.common.locking [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Lock port-40fc8806-086f-4b24-87af-f6bb8c863711 taken with stack trace [, , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.068043] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquiring lock "port-40fc8806-086f-4b24-87af-f6bb8c863711" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.068043] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired lock "port-40fc8806-086f-4b24-87af-f6bb8c863711" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.068308] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired external semaphore "port-40fc8806-086f-4b24-87af-f6bb8c863711" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.068308] env[65562]: DEBUG networking_nsxv3.api.rpc [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('40fc8806-086f-4b24-87af-f6bb8c863711',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 768.212492] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1ee178e0-8a5f-42c8-9f5d-b7b92fc69357 [ 768.212772] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.214925] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.215199] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.215516] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.215777] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.216028] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1ee178e0-8a5f-42c8-9f5d-b7b92fc69357 already deleted. [ 768.216317] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1ee178e0-8a5f-42c8-9f5d-b7b92fc69357" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.396012] env[65562]: INFO networking_nsxv3.common.synchronization [None req-ff8b6f04-7a56-4836-8c85-7cfe273c6afc tempest-ServersTestManualDisk-1821507592 tempest-ServersTestManualDisk-1821507592-project-member] Enqueued Resource ID: 3b324699-912e-4c49-a8fc-8a69945b0055 with Priority: HIGHEST for action security_group_rules [ 768.396610] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3b324699-912e-4c49-a8fc-8a69945b0055 with Priority: HIGHEST for action security_group_rules [ 768.396957] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3b324699-912e-4c49-a8fc-8a69945b0055 taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.397203] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3b324699-912e-4c49-a8fc-8a69945b0055" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.397326] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3b324699-912e-4c49-a8fc-8a69945b0055" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.397639] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3b324699-912e-4c49-a8fc-8a69945b0055" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.397770] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3b324699-912e-4c49-a8fc-8a69945b0055',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 768.547051] env[65562]: INFO networking_nsxv3.common.synchronization [None req-e794cacd-8bc4-4e2b-b8db-7baf6dd51137 tempest-ServersTestManualDisk-1821507592 tempest-ServersTestManualDisk-1821507592-project-member] Enqueued Resource ID: 3b324699-912e-4c49-a8fc-8a69945b0055 with Priority: HIGHEST for action security_group_rules [ 768.547612] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3b324699-912e-4c49-a8fc-8a69945b0055 with Priority: HIGHEST for action security_group_rules [ 768.547929] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3b324699-912e-4c49-a8fc-8a69945b0055 taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.548095] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3b324699-912e-4c49-a8fc-8a69945b0055" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.573754] env[65562]: DEBUG networking_nsxv3.common.locking [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.574070] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.574148] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.574401] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.574555] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.574708] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Segment Port 40fc8806-086f-4b24-87af-f6bb8c863711 not found, creating... [ 768.574987] env[65562]: DEBUG networking_nsxv3.common.locking [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.575193] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquiring lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.575316] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.575580] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired external semaphore "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.575723] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Releasing lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.576046] env[65562]: DEBUG networking_nsxv3.common.locking [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.576372] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.576372] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.576560] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.576701] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.576844] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Resource: SegmentPort with ID: 40fc8806-086f-4b24-87af-f6bb8c863711 is going to be created. [ 768.607454] env[65562]: DEBUG networking_nsxv3.common.locking [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.607761] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.607956] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.608306] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.609045] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.609045] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Releasing lock "port-40fc8806-086f-4b24-87af-f6bb8c863711" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.888986] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4a16418f-7f9f-429f-885b-6c353851228c in Status: SUCCESS [ 768.889300] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4a16418f-7f9f-429f-885b-6c353851228c" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.889507] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4a16418f-7f9f-429f-885b-6c353851228c" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.889776] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4a16418f-7f9f-429f-885b-6c353851228c" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.890018] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.890270] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.890366] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.890571] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.890662] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.890773] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4a16418f-7f9f-429f-885b-6c353851228c" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.891114] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-4a16418f-7f9f-429f-885b-6c353851228c taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.891114] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4a16418f-7f9f-429f-885b-6c353851228c" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.891262] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4a16418f-7f9f-429f-885b-6c353851228c" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.891359] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4a16418f-7f9f-429f-885b-6c353851228c" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.891523] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.891652] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.891752] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.891901] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.892040] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.892136] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4a16418f-7f9f-429f-885b-6c353851228c" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.892257] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4a16418f-7f9f-429f-885b-6c353851228c',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 768.893227] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4a16418f-7f9f-429f-885b-6c353851228c" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.893394] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4a16418f-7f9f-429f-885b-6c353851228c" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.893559] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.893668] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.893746] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.893864] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.893945] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.894050] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4a16418f-7f9f-429f-885b-6c353851228c',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 768.980042] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.980187] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.980187] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.980471] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.980610] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.980735] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3b324699-912e-4c49-a8fc-8a69945b0055 already deleted. [ 768.980844] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3b324699-912e-4c49-a8fc-8a69945b0055" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.981105] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3b324699-912e-4c49-a8fc-8a69945b0055" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.981314] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3b324699-912e-4c49-a8fc-8a69945b0055" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.981493] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3b324699-912e-4c49-a8fc-8a69945b0055',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 769.350936] env[65562]: INFO networking_nsxv3.common.synchronization [req-cac117a9-70e6-4424-99ee-64af7ed7e698 req-750fdaa8-28f8-4548-bf58-a14f1bf174b3 service nova] Enqueued Resource ID: 4a16418f-7f9f-429f-885b-6c353851228c with Priority: HIGHEST for action security_group_rules [ 769.351130] env[65562]: INFO networking_nsxv3.common.synchronization [req-cac117a9-70e6-4424-99ee-64af7ed7e698 req-750fdaa8-28f8-4548-bf58-a14f1bf174b3 service nova] Enqueued Resource ID: 4a16418f-7f9f-429f-885b-6c353851228c with Priority: HIGHEST for action security_group_members [ 769.351250] env[65562]: INFO networking_nsxv3.common.synchronization [req-cac117a9-70e6-4424-99ee-64af7ed7e698 req-750fdaa8-28f8-4548-bf58-a14f1bf174b3 service nova] Enqueued Resource ID: 40fc8806-086f-4b24-87af-f6bb8c863711 with Priority: HIGHEST for action port [ 769.351786] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4a16418f-7f9f-429f-885b-6c353851228c with Priority: HIGHEST for action security_group_rules [ 769.351926] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4a16418f-7f9f-429f-885b-6c353851228c with Priority: HIGHEST for action security_group_members [ 769.352076] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 40fc8806-086f-4b24-87af-f6bb8c863711 with Priority: HIGHEST for action port [ 769.352420] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4a16418f-7f9f-429f-885b-6c353851228c taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.352583] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4a16418f-7f9f-429f-885b-6c353851228c" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.352790] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-4a16418f-7f9f-429f-885b-6c353851228c taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.352890] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4a16418f-7f9f-429f-885b-6c353851228c" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.353089] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock port-40fc8806-086f-4b24-87af-f6bb8c863711 taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.353195] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-40fc8806-086f-4b24-87af-f6bb8c863711" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.353261] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-40fc8806-086f-4b24-87af-f6bb8c863711" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.353486] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-40fc8806-086f-4b24-87af-f6bb8c863711" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.353552] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('40fc8806-086f-4b24-87af-f6bb8c863711',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 769.396028] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4a16418f-7f9f-429f-885b-6c353851228c: rpc.has_security_group_logging(os_id): False [ 769.397222] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4a16418f-7f9f-429f-885b-6c353851228c',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 769.416122] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.416122] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.416122] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.416408] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.416408] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.416500] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.416628] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.416670] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.416806] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.416895] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.417108] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.417192] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.417250] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.417393] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.417469] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.417883] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.417883] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.417883] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.418140] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.418140] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.418280] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4a16418f-7f9f-429f-885b-6c353851228c is going to be created. [ 769.483250] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.483250] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.483250] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.483250] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.483250] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.498685] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4a16418f-7f9f-429f-885b-6c353851228c in Status: IN_PROGRESS for 2s [ 769.503503] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.503503] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.503503] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.503503] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.503503] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.503503] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3b324699-912e-4c49-a8fc-8a69945b0055 already deleted. [ 769.503503] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3b324699-912e-4c49-a8fc-8a69945b0055" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.856837] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 40fc8806-086f-4b24-87af-f6bb8c863711 with status ACTIVE [ 769.857134] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.857251] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.857322] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.857534] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.857630] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.857804] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.857901] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.857964] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.858151] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.858195] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.858374] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.858496] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.858560] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.858719] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.858808] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.858894] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 40fc8806-086f-4b24-87af-f6bb8c863711 is going to be updated. [ 769.884413] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.884590] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.884652] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.884818] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.884950] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.885121] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-40fc8806-086f-4b24-87af-f6bb8c863711" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.899670] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4a16418f-7f9f-429f-885b-6c353851228c',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 770.404202] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.404521] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.404521] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.404739] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.404739] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.404849] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4a16418f-7f9f-429f-885b-6c353851228c is going to be updated. [ 770.438673] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.438673] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.438673] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.438673] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.438673] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.451996] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4a16418f-7f9f-429f-885b-6c353851228c in Status: IN_PROGRESS for 2s [ 771.513104] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4a16418f-7f9f-429f-885b-6c353851228c in Status: SUCCESS [ 771.513405] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4a16418f-7f9f-429f-885b-6c353851228c" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.513690] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4a16418f-7f9f-429f-885b-6c353851228c" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.513999] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4a16418f-7f9f-429f-885b-6c353851228c" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.514180] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4a16418f-7f9f-429f-885b-6c353851228c',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 772.016719] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-4a16418f-7f9f-429f-885b-6c353851228c taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.016908] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4a16418f-7f9f-429f-885b-6c353851228c" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.465911] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4a16418f-7f9f-429f-885b-6c353851228c in Status: SUCCESS [ 772.466418] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4a16418f-7f9f-429f-885b-6c353851228c" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.466817] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4a16418f-7f9f-429f-885b-6c353851228c" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.467280] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4a16418f-7f9f-429f-885b-6c353851228c" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.467727] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.467842] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.468043] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.468358] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.468423] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.468565] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4a16418f-7f9f-429f-885b-6c353851228c',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 772.971635] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4a16418f-7f9f-429f-885b-6c353851228c',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 773.298836] env[65562]: INFO networking_nsxv3.common.synchronization [req-929f1a57-c5d8-4141-9663-127b4a00bc1e req-3b806106-abea-4e1c-b989-9a211e681e76 tempest-ServersWithSpecificFlavorTestJSON-617861887 tempest-ServersWithSpecificFlavorTestJSON-617861887-project-member] Enqueued Resource ID: 1f786784-df0d-4ec4-9e14-8e73ab168990 with Priority: HIGHEST for action security_group_members [ 773.299729] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1f786784-df0d-4ec4-9e14-8e73ab168990 with Priority: HIGHEST for action security_group_members [ 773.299907] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-1f786784-df0d-4ec4-9e14-8e73ab168990 taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.300032] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1f786784-df0d-4ec4-9e14-8e73ab168990" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.300128] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1f786784-df0d-4ec4-9e14-8e73ab168990" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.300406] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1f786784-df0d-4ec4-9e14-8e73ab168990" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.300597] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.300757] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.300839] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.301516] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.301516] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.301516] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1f786784-df0d-4ec4-9e14-8e73ab168990',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 773.474523] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4a16418f-7f9f-429f-885b-6c353851228c',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 773.746808] env[65562]: DEBUG networking_nsxv3.common.locking [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Lock network-843 taken with stack trace [, , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.748150] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquiring lock "network-843" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.748150] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired lock "network-843" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.748150] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired external semaphore "network-843" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.748150] env[65562]: DEBUG networking_nsxv3.common.locking [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.748458] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquiring lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.748613] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.748896] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired external semaphore "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.749166] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Releasing lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.749461] env[65562]: DEBUG dogpile.cache.region [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] No value present for key: 'zone-id' {{(pid=65562) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 773.749615] env[65562]: DEBUG dogpile.lock [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] NeedRegenerationException {{(pid=65562) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 773.749781] env[65562]: DEBUG dogpile.lock [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] no value, waiting for create lock {{(pid=65562) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 773.749989] env[65562]: DEBUG dogpile.lock [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] value creation lock acquired {{(pid=65562) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 773.750183] env[65562]: DEBUG dogpile.cache.region [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] No value present for key: 'zone-id' {{(pid=65562) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 773.750346] env[65562]: DEBUG dogpile.lock [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Calling creation function for not-yet-present value {{(pid=65562) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 773.750584] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 773.774641] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 773.774997] env[65562]: DEBUG dogpile.cache.region [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65562) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 773.775207] env[65562]: DEBUG dogpile.lock [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Released creation lock {{(pid=65562) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 773.775546] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Releasing lock "network-843" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.775936] env[65562]: DEBUG networking_nsxv3.common.locking [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Lock port-6c16ae1d-150f-4e9a-b4b5-4a2927cdf2a0 taken with stack trace [, , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.776178] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquiring lock "port-6c16ae1d-150f-4e9a-b4b5-4a2927cdf2a0" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.776365] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired lock "port-6c16ae1d-150f-4e9a-b4b5-4a2927cdf2a0" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.776746] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired external semaphore "port-6c16ae1d-150f-4e9a-b4b5-4a2927cdf2a0" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.776929] env[65562]: DEBUG networking_nsxv3.api.rpc [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6c16ae1d-150f-4e9a-b4b5-4a2927cdf2a0',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 773.804092] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.804333] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.804443] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.804813] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.804936] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.805202] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.805415] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.805521] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.805666] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.805784] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.805916] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1f786784-df0d-4ec4-9e14-8e73ab168990 is going to be updated. [ 773.843027] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.843307] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.843367] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.843545] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.843705] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.860162] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1f786784-df0d-4ec4-9e14-8e73ab168990 in Status: IN_PROGRESS for 2s [ 773.976638] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.976981] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.976981] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.977305] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.977373] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.977531] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4a16418f-7f9f-429f-885b-6c353851228c is going to be updated. [ 774.021185] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.021185] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.021185] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.021185] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.021185] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.034163] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4a16418f-7f9f-429f-885b-6c353851228c in Status: IN_PROGRESS for 2s [ 774.093767] env[65562]: INFO networking_nsxv3.common.synchronization [req-5268fb69-a117-4fd0-8cb0-9c5c72dc79b0 req-f3b2ef3c-bf8c-408a-9d59-5804196ca7c1 tempest-ServersTestJSON-735458416 tempest-ServersTestJSON-735458416-project-member] Enqueued Resource ID: e5cc65cc-dc60-4faf-8964-df02971e5295 with Priority: HIGHEST for action security_group_members [ 774.094622] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e5cc65cc-dc60-4faf-8964-df02971e5295 with Priority: HIGHEST for action security_group_members [ 774.094929] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-e5cc65cc-dc60-4faf-8964-df02971e5295 taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.095038] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e5cc65cc-dc60-4faf-8964-df02971e5295" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.095262] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e5cc65cc-dc60-4faf-8964-df02971e5295" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.095444] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e5cc65cc-dc60-4faf-8964-df02971e5295" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.095606] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.095919] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.095919] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.096019] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.096115] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.096219] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e5cc65cc-dc60-4faf-8964-df02971e5295',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 774.281045] env[65562]: DEBUG networking_nsxv3.common.locking [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.281045] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.281045] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.281352] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.281520] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.282339] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Segment Port 6c16ae1d-150f-4e9a-b4b5-4a2927cdf2a0 not found, creating... [ 774.282928] env[65562]: DEBUG networking_nsxv3.common.locking [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.283321] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquiring lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.283454] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.283727] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired external semaphore "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.283873] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Releasing lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.285660] env[65562]: DEBUG networking_nsxv3.common.locking [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.285881] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.286227] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.286539] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.286686] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.286831] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Resource: SegmentPort with ID: 6c16ae1d-150f-4e9a-b4b5-4a2927cdf2a0 is going to be created. [ 774.315157] env[65562]: DEBUG networking_nsxv3.common.locking [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.315479] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.315584] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.315878] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.316111] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.316373] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Releasing lock "port-6c16ae1d-150f-4e9a-b4b5-4a2927cdf2a0" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.598927] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.599208] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.599208] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.599431] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.599532] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.599743] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.599846] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.599910] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.600076] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.600157] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.600248] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e5cc65cc-dc60-4faf-8964-df02971e5295 is going to be updated. [ 774.629182] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.629333] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.629408] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.629628] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.629779] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.640262] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e5cc65cc-dc60-4faf-8964-df02971e5295 in Status: IN_PROGRESS for 2s [ 775.112157] env[65562]: INFO networking_nsxv3.common.synchronization [req-929f1a57-c5d8-4141-9663-127b4a00bc1e req-4a440752-6a32-4c19-aae7-d678cfe96ee2 service nova] Enqueued Resource ID: 1f786784-df0d-4ec4-9e14-8e73ab168990 with Priority: HIGHEST for action security_group_rules [ 775.112443] env[65562]: INFO networking_nsxv3.common.synchronization [req-929f1a57-c5d8-4141-9663-127b4a00bc1e req-4a440752-6a32-4c19-aae7-d678cfe96ee2 service nova] Enqueued Resource ID: 1f786784-df0d-4ec4-9e14-8e73ab168990 with Priority: HIGHEST for action security_group_members [ 775.112483] env[65562]: INFO networking_nsxv3.common.synchronization [req-929f1a57-c5d8-4141-9663-127b4a00bc1e req-4a440752-6a32-4c19-aae7-d678cfe96ee2 service nova] Enqueued Resource ID: 6c16ae1d-150f-4e9a-b4b5-4a2927cdf2a0 with Priority: HIGHEST for action port [ 775.115610] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1f786784-df0d-4ec4-9e14-8e73ab168990 with Priority: HIGHEST for action security_group_rules [ 775.115841] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1f786784-df0d-4ec4-9e14-8e73ab168990 with Priority: HIGHEST for action security_group_members [ 775.115995] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6c16ae1d-150f-4e9a-b4b5-4a2927cdf2a0 with Priority: HIGHEST for action port [ 775.116699] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1f786784-df0d-4ec4-9e14-8e73ab168990 taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.116891] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1f786784-df0d-4ec4-9e14-8e73ab168990" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.117024] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1f786784-df0d-4ec4-9e14-8e73ab168990" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.117260] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1f786784-df0d-4ec4-9e14-8e73ab168990" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.118140] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1f786784-df0d-4ec4-9e14-8e73ab168990',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 775.119115] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-1f786784-df0d-4ec4-9e14-8e73ab168990 taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.120386] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1f786784-df0d-4ec4-9e14-8e73ab168990" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.120665] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock port-6c16ae1d-150f-4e9a-b4b5-4a2927cdf2a0 taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.120873] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6c16ae1d-150f-4e9a-b4b5-4a2927cdf2a0" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.121194] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6c16ae1d-150f-4e9a-b4b5-4a2927cdf2a0" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.121194] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6c16ae1d-150f-4e9a-b4b5-4a2927cdf2a0" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.121326] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6c16ae1d-150f-4e9a-b4b5-4a2927cdf2a0',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 775.623896] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-1f786784-df0d-4ec4-9e14-8e73ab168990 taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.624447] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1f786784-df0d-4ec4-9e14-8e73ab168990" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.624679] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6c16ae1d-150f-4e9a-b4b5-4a2927cdf2a0 with status ACTIVE [ 775.624876] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.625209] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.625209] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.625436] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.625553] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.625748] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.625852] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.625943] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.626129] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.626283] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.626483] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.626828] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.626828] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.626828] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.626958] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.627054] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6c16ae1d-150f-4e9a-b4b5-4a2927cdf2a0 is going to be updated. [ 775.651511] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.651643] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.651718] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.652218] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.652530] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.653161] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6c16ae1d-150f-4e9a-b4b5-4a2927cdf2a0" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.871406] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1f786784-df0d-4ec4-9e14-8e73ab168990 in Status: SUCCESS [ 775.871589] env[65562]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1f786784-df0d-4ec4-9e14-8e73ab168990 deletion is rescheduled due to dependency. [ 775.871704] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1f786784-df0d-4ec4-9e14-8e73ab168990" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.871874] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1f786784-df0d-4ec4-9e14-8e73ab168990" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.872104] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1f786784-df0d-4ec4-9e14-8e73ab168990" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.872305] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.872418] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.872478] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.872628] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.872709] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.872826] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1f786784-df0d-4ec4-9e14-8e73ab168990',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 776.048074] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4a16418f-7f9f-429f-885b-6c353851228c in Status: SUCCESS [ 776.048360] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4a16418f-7f9f-429f-885b-6c353851228c" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.048706] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4a16418f-7f9f-429f-885b-6c353851228c" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.048865] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4a16418f-7f9f-429f-885b-6c353851228c" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.049157] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.049546] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.049655] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.049887] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.050056] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.050157] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4a16418f-7f9f-429f-885b-6c353851228c',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 776.376676] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1f786784-df0d-4ec4-9e14-8e73ab168990',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 776.556433] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4a16418f-7f9f-429f-885b-6c353851228c',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 776.652277] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e5cc65cc-dc60-4faf-8964-df02971e5295 in Status: SUCCESS [ 776.652503] env[65562]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e5cc65cc-dc60-4faf-8964-df02971e5295 deletion is rescheduled due to dependency. [ 776.652635] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e5cc65cc-dc60-4faf-8964-df02971e5295" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.880372] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1f786784-df0d-4ec4-9e14-8e73ab168990',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 777.059529] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4a16418f-7f9f-429f-885b-6c353851228c',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 777.385720] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.386204] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.386204] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.386309] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.386436] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.386523] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1f786784-df0d-4ec4-9e14-8e73ab168990 is going to be updated. [ 777.421953] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.422134] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.422223] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.422461] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.422634] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.434510] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1f786784-df0d-4ec4-9e14-8e73ab168990 in Status: IN_PROGRESS for 2s [ 777.563623] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.563623] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.563623] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.563623] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.563623] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.563623] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4a16418f-7f9f-429f-885b-6c353851228c is going to be updated. [ 777.598795] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.601968] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.601968] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.601968] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.601968] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.615024] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4a16418f-7f9f-429f-885b-6c353851228c in Status: IN_PROGRESS for 2s [ 778.903296] env[65562]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-beda378b-5629-482c-8706-6a6b938c8fd5 None None] NSXv3 Agent Agent loop - iteration:0 completed [ 778.903786] env[65562]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-beda378b-5629-482c-8706-6a6b938c8fd5 None None] NSXv3 Agent Agent loop - iteration:1 started [ 779.445383] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1f786784-df0d-4ec4-9e14-8e73ab168990 in Status: SUCCESS [ 779.445672] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1f786784-df0d-4ec4-9e14-8e73ab168990" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.445900] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1f786784-df0d-4ec4-9e14-8e73ab168990" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.446240] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1f786784-df0d-4ec4-9e14-8e73ab168990" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.446628] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.446628] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.446853] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.447048] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.447209] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.447336] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1f786784-df0d-4ec4-9e14-8e73ab168990" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.447473] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1f786784-df0d-4ec4-9e14-8e73ab168990',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 779.628042] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4a16418f-7f9f-429f-885b-6c353851228c in Status: SUCCESS [ 779.628259] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4a16418f-7f9f-429f-885b-6c353851228c" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.628387] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4a16418f-7f9f-429f-885b-6c353851228c" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.628622] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4a16418f-7f9f-429f-885b-6c353851228c" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.628822] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.628938] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.629018] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.629165] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.629245] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.629330] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4a16418f-7f9f-429f-885b-6c353851228c" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.630258] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4a16418f-7f9f-429f-885b-6c353851228c',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 779.950077] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1f786784-df0d-4ec4-9e14-8e73ab168990',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 780.117370] env[65562]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 780.117370] env[65562]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=3 [ 780.136252] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-4a16418f-7f9f-429f-885b-6c353851228c taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.136252] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4a16418f-7f9f-429f-885b-6c353851228c" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.136252] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4a16418f-7f9f-429f-885b-6c353851228c" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.136252] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4a16418f-7f9f-429f-885b-6c353851228c" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.136252] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.136252] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.136252] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.136252] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.136252] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.136252] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4a16418f-7f9f-429f-885b-6c353851228c" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.136252] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-4a16418f-7f9f-429f-885b-6c353851228c taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.136252] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4a16418f-7f9f-429f-885b-6c353851228c" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.136252] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4a16418f-7f9f-429f-885b-6c353851228c" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.136252] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4a16418f-7f9f-429f-885b-6c353851228c" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.136252] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.136252] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.136856] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.136856] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.136856] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.136856] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4a16418f-7f9f-429f-885b-6c353851228c" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.136856] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4a16418f-7f9f-429f-885b-6c353851228c',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 780.453716] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1f786784-df0d-4ec4-9e14-8e73ab168990: rpc.has_security_group_logging(os_id): False [ 780.481930] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.481930] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.481930] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.481930] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.481930] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.481930] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.481930] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.481930] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.481930] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.481930] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.481930] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1f786784-df0d-4ec4-9e14-8e73ab168990 is going to be updated. [ 780.564720] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.564923] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.564964] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.565176] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.565397] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.581975] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1f786784-df0d-4ec4-9e14-8e73ab168990 in Status: IN_PROGRESS for 2s [ 780.640971] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4a16418f-7f9f-429f-885b-6c353851228c: rpc.has_security_group_logging(os_id): False [ 780.680520] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.680754] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.680875] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.681255] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.681444] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.681797] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.681961] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.682077] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.682325] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.682454] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.682762] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.682913] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.683013] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.683207] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.683528] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.684284] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.684284] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.684284] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.684503] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.684675] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.684851] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4a16418f-7f9f-429f-885b-6c353851228c is going to be updated. [ 780.816253] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.816484] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.816853] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.817847] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.817847] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.839795] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4a16418f-7f9f-429f-885b-6c353851228c in Status: IN_PROGRESS for 2s [ 781.987896] env[65562]: INFO networking_nsxv3.common.synchronization [req-d2793a55-cc24-4b8c-a64e-85fe6962b889 req-de3159a8-c6cf-40aa-9bdc-f96562c26646 tempest-ServerRescueTestJSON-110068010 tempest-ServerRescueTestJSON-110068010-project-member] Enqueued Resource ID: 401e6d64-4f68-41e2-81f2-8fedd10f0ee8 with Priority: HIGHEST for action security_group_members [ 781.988919] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 401e6d64-4f68-41e2-81f2-8fedd10f0ee8 with Priority: HIGHEST for action security_group_members [ 781.988919] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-401e6d64-4f68-41e2-81f2-8fedd10f0ee8 taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.988919] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-401e6d64-4f68-41e2-81f2-8fedd10f0ee8" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.989128] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-401e6d64-4f68-41e2-81f2-8fedd10f0ee8" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.989231] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-401e6d64-4f68-41e2-81f2-8fedd10f0ee8" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.989846] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.989990] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.990084] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.990261] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.990358] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.990494] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('401e6d64-4f68-41e2-81f2-8fedd10f0ee8',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 782.438602] env[65562]: DEBUG networking_nsxv3.common.locking [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Lock network-710 taken with stack trace [, , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.438872] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquiring lock "network-710" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.438949] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired lock "network-710" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.439471] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired external semaphore "network-710" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.439831] env[65562]: DEBUG networking_nsxv3.common.locking [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.440085] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquiring lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.440417] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.440837] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired external semaphore "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.441085] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Releasing lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.441428] env[65562]: DEBUG dogpile.cache.region [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] No value present for key: 'zone-id' {{(pid=65562) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 782.441529] env[65562]: DEBUG dogpile.lock [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] NeedRegenerationException {{(pid=65562) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 782.441655] env[65562]: DEBUG dogpile.lock [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] no value, waiting for create lock {{(pid=65562) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 782.441782] env[65562]: DEBUG dogpile.lock [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] value creation lock acquired {{(pid=65562) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 782.441905] env[65562]: DEBUG dogpile.cache.region [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] No value present for key: 'zone-id' {{(pid=65562) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 782.442057] env[65562]: DEBUG dogpile.lock [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Calling creation function for not-yet-present value {{(pid=65562) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 782.442222] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 782.486675] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 782.486675] env[65562]: DEBUG dogpile.cache.region [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Cache value generated in 0.042 seconds for key(s): 'zone-id' {{(pid=65562) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 782.486675] env[65562]: DEBUG dogpile.lock [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Released creation lock {{(pid=65562) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 782.486675] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Releasing lock "network-710" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.486675] env[65562]: DEBUG networking_nsxv3.common.locking [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Lock port-6e252182-651b-493c-a8b5-4e1b84f7b3cb taken with stack trace [, , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.486985] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquiring lock "port-6e252182-651b-493c-a8b5-4e1b84f7b3cb" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.486985] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired lock "port-6e252182-651b-493c-a8b5-4e1b84f7b3cb" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.487221] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired external semaphore "port-6e252182-651b-493c-a8b5-4e1b84f7b3cb" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.487359] env[65562]: DEBUG networking_nsxv3.api.rpc [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6e252182-651b-493c-a8b5-4e1b84f7b3cb',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 782.493616] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.493616] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.493616] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.494216] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.494216] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.494216] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.494216] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.494216] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.494455] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.494455] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.494455] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 401e6d64-4f68-41e2-81f2-8fedd10f0ee8 already deleted. [ 782.494568] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-401e6d64-4f68-41e2-81f2-8fedd10f0ee8" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.598770] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1f786784-df0d-4ec4-9e14-8e73ab168990 in Status: SUCCESS [ 782.599010] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1f786784-df0d-4ec4-9e14-8e73ab168990" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.687347] env[65562]: INFO networking_nsxv3.common.synchronization [req-1c94875b-caee-4541-b92a-0a8d39e80326 req-bd8a5831-6e9e-4c5e-976c-e4c7e9e13bc8 tempest-ListServersNegativeTestJSON-671060769 tempest-ListServersNegativeTestJSON-671060769-project-member] Enqueued Resource ID: 4a16418f-7f9f-429f-885b-6c353851228c with Priority: HIGHEST for action security_group_members [ 782.688123] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4a16418f-7f9f-429f-885b-6c353851228c with Priority: HIGHEST for action security_group_members [ 782.688564] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-4a16418f-7f9f-429f-885b-6c353851228c taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.688778] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4a16418f-7f9f-429f-885b-6c353851228c" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.688953] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4a16418f-7f9f-429f-885b-6c353851228c" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.689221] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4a16418f-7f9f-429f-885b-6c353851228c" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.689393] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.689516] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.689621] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.689848] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.690035] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.690136] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4a16418f-7f9f-429f-885b-6c353851228c',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 782.854170] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4a16418f-7f9f-429f-885b-6c353851228c in Status: SUCCESS [ 782.854371] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4a16418f-7f9f-429f-885b-6c353851228c" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.854569] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4a16418f-7f9f-429f-885b-6c353851228c" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.854783] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4a16418f-7f9f-429f-885b-6c353851228c" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.854871] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4a16418f-7f9f-429f-885b-6c353851228c',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 782.993402] env[65562]: DEBUG networking_nsxv3.common.locking [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.993785] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.993980] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.994309] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.994512] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.994733] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Segment Port 6e252182-651b-493c-a8b5-4e1b84f7b3cb not found, creating... [ 782.995091] env[65562]: DEBUG networking_nsxv3.common.locking [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.995312] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquiring lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.995515] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.995773] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired external semaphore "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.995959] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Releasing lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.996402] env[65562]: DEBUG networking_nsxv3.common.locking [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.996658] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.996779] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.996992] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.997138] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.997274] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Resource: SegmentPort with ID: 6e252182-651b-493c-a8b5-4e1b84f7b3cb is going to be created. [ 783.018699] env[65562]: DEBUG networking_nsxv3.common.locking [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.018928] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.019065] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.019352] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.019594] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.019821] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Releasing lock "port-6e252182-651b-493c-a8b5-4e1b84f7b3cb" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.193555] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4a16418f-7f9f-429f-885b-6c353851228c',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 783.357487] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-4a16418f-7f9f-429f-885b-6c353851228c taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.357706] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4a16418f-7f9f-429f-885b-6c353851228c" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.696461] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4a16418f-7f9f-429f-885b-6c353851228c',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 783.721717] env[65562]: INFO networking_nsxv3.common.synchronization [req-d2793a55-cc24-4b8c-a64e-85fe6962b889 req-5632f9cc-b4e8-4bfa-990c-2eb786a88bd6 service nova] Enqueued Resource ID: 401e6d64-4f68-41e2-81f2-8fedd10f0ee8 with Priority: HIGHEST for action security_group_rules [ 783.721907] env[65562]: INFO networking_nsxv3.common.synchronization [req-d2793a55-cc24-4b8c-a64e-85fe6962b889 req-5632f9cc-b4e8-4bfa-990c-2eb786a88bd6 service nova] Enqueued Resource ID: 401e6d64-4f68-41e2-81f2-8fedd10f0ee8 with Priority: HIGHEST for action security_group_members [ 783.725444] env[65562]: INFO networking_nsxv3.common.synchronization [req-d2793a55-cc24-4b8c-a64e-85fe6962b889 req-5632f9cc-b4e8-4bfa-990c-2eb786a88bd6 service nova] Enqueued Resource ID: 6e252182-651b-493c-a8b5-4e1b84f7b3cb with Priority: HIGHEST for action port [ 783.725444] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 401e6d64-4f68-41e2-81f2-8fedd10f0ee8 with Priority: HIGHEST for action security_group_rules [ 783.725444] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 401e6d64-4f68-41e2-81f2-8fedd10f0ee8 with Priority: HIGHEST for action security_group_members [ 783.725762] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6e252182-651b-493c-a8b5-4e1b84f7b3cb with Priority: HIGHEST for action port [ 783.726308] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock rules-401e6d64-4f68-41e2-81f2-8fedd10f0ee8 taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.726485] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-401e6d64-4f68-41e2-81f2-8fedd10f0ee8" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.726618] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-401e6d64-4f68-41e2-81f2-8fedd10f0ee8" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.730043] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-401e6d64-4f68-41e2-81f2-8fedd10f0ee8" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.730043] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('401e6d64-4f68-41e2-81f2-8fedd10f0ee8',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 783.730043] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-401e6d64-4f68-41e2-81f2-8fedd10f0ee8 taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.730043] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-401e6d64-4f68-41e2-81f2-8fedd10f0ee8" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.730043] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-401e6d64-4f68-41e2-81f2-8fedd10f0ee8" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.730043] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-401e6d64-4f68-41e2-81f2-8fedd10f0ee8" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.730344] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.730344] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.730344] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.730445] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.730561] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.730600] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('401e6d64-4f68-41e2-81f2-8fedd10f0ee8',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 783.732375] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock port-6e252182-651b-493c-a8b5-4e1b84f7b3cb taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.732511] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6e252182-651b-493c-a8b5-4e1b84f7b3cb" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.732572] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6e252182-651b-493c-a8b5-4e1b84f7b3cb" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.732722] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6e252182-651b-493c-a8b5-4e1b84f7b3cb" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.732797] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6e252182-651b-493c-a8b5-4e1b84f7b3cb',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 784.203508] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.203508] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.203508] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.203508] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.203508] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.203508] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4a16418f-7f9f-429f-885b-6c353851228c is going to be updated. [ 784.237663] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.237835] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.237896] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.238120] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.238278] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.239417] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6e252182-651b-493c-a8b5-4e1b84f7b3cb with status ACTIVE [ 784.239698] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.239811] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.239877] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.240057] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.240144] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.240310] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.240400] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.240464] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.240627] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.240712] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.240922] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.241049] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.241084] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.241249] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.241293] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.241392] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6e252182-651b-493c-a8b5-4e1b84f7b3cb is going to be updated. [ 784.242423] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('401e6d64-4f68-41e2-81f2-8fedd10f0ee8',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 784.244625] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-401e6d64-4f68-41e2-81f2-8fedd10f0ee8 taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.244625] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-401e6d64-4f68-41e2-81f2-8fedd10f0ee8" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.257128] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4a16418f-7f9f-429f-885b-6c353851228c in Status: IN_PROGRESS for 2s [ 784.265794] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.266068] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.266068] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.267142] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.267142] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.267142] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6e252182-651b-493c-a8b5-4e1b84f7b3cb" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.745890] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('401e6d64-4f68-41e2-81f2-8fedd10f0ee8',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 785.250406] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.250749] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.250749] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.251094] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.251220] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.251367] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 401e6d64-4f68-41e2-81f2-8fedd10f0ee8 is going to be created. [ 785.277834] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.278298] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.278298] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.278524] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.278678] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.294417] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 401e6d64-4f68-41e2-81f2-8fedd10f0ee8 in Status: UNINITIALIZED for 2s [ 785.654179] env[65562]: INFO networking_nsxv3.common.synchronization [req-31eecabe-88f0-48c1-920f-ee0834f6b846 req-6cb67ed6-a3f1-45df-8915-0cb7b246cf88 tempest-ServerDiskConfigTestJSON-308395787 tempest-ServerDiskConfigTestJSON-308395787-project-member] Enqueued Resource ID: e6734b94-5ab1-4a07-9098-e970a82f4b7e with Priority: HIGHEST for action security_group_members [ 785.654179] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e6734b94-5ab1-4a07-9098-e970a82f4b7e with Priority: HIGHEST for action security_group_members [ 785.654179] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-e6734b94-5ab1-4a07-9098-e970a82f4b7e taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.654179] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e6734b94-5ab1-4a07-9098-e970a82f4b7e" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.654179] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e6734b94-5ab1-4a07-9098-e970a82f4b7e" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.656070] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e6734b94-5ab1-4a07-9098-e970a82f4b7e" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.656347] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.656442] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.656442] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.658626] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.658626] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.658626] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e6734b94-5ab1-4a07-9098-e970a82f4b7e',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 786.160290] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.160509] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.160637] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.160876] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.160969] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.161179] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.161335] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.161989] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.161989] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.161989] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.161989] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e6734b94-5ab1-4a07-9098-e970a82f4b7e is going to be updated. [ 786.196188] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.196407] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.196407] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.196753] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.196904] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.205098] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e6734b94-5ab1-4a07-9098-e970a82f4b7e in Status: IN_PROGRESS for 2s [ 786.266547] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4a16418f-7f9f-429f-885b-6c353851228c in Status: SUCCESS [ 786.266978] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4a16418f-7f9f-429f-885b-6c353851228c" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.266978] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4a16418f-7f9f-429f-885b-6c353851228c" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.267220] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4a16418f-7f9f-429f-885b-6c353851228c" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.267441] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.267564] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.267630] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.267794] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.267879] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.267965] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4a16418f-7f9f-429f-885b-6c353851228c" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.268083] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4a16418f-7f9f-429f-885b-6c353851228c',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 786.770891] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-4a16418f-7f9f-429f-885b-6c353851228c taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.771052] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4a16418f-7f9f-429f-885b-6c353851228c" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.771169] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4a16418f-7f9f-429f-885b-6c353851228c" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.771402] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4a16418f-7f9f-429f-885b-6c353851228c" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.771571] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.771713] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.771789] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.772018] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.772117] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.772219] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4a16418f-7f9f-429f-885b-6c353851228c" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.772368] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-4a16418f-7f9f-429f-885b-6c353851228c taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.772460] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4a16418f-7f9f-429f-885b-6c353851228c" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.772553] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4a16418f-7f9f-429f-885b-6c353851228c" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.772667] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4a16418f-7f9f-429f-885b-6c353851228c" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.772804] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.772892] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.772950] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.773095] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.773170] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.773251] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4a16418f-7f9f-429f-885b-6c353851228c" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.773359] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4a16418f-7f9f-429f-885b-6c353851228c',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 787.275625] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4a16418f-7f9f-429f-885b-6c353851228c: rpc.has_security_group_logging(os_id): False [ 787.295401] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.295678] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.295678] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.295855] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.295942] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.296178] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.296309] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.296383] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.296505] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.296601] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.296798] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.296890] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.296942] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.297100] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.297175] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.297366] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.297516] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.297576] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.297663] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.297762] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.297863] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4a16418f-7f9f-429f-885b-6c353851228c is going to be updated. [ 787.311215] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 401e6d64-4f68-41e2-81f2-8fedd10f0ee8 in Status: SUCCESS [ 787.311466] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-401e6d64-4f68-41e2-81f2-8fedd10f0ee8" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.311692] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-401e6d64-4f68-41e2-81f2-8fedd10f0ee8" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.311968] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-401e6d64-4f68-41e2-81f2-8fedd10f0ee8" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.312463] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.312612] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.312707] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.312878] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.312974] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.313078] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-401e6d64-4f68-41e2-81f2-8fedd10f0ee8" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.313188] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('401e6d64-4f68-41e2-81f2-8fedd10f0ee8',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 787.370585] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.370760] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.370760] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.371076] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.371268] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.390650] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4a16418f-7f9f-429f-885b-6c353851228c in Status: IN_PROGRESS for 2s [ 787.815791] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-401e6d64-4f68-41e2-81f2-8fedd10f0ee8 taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.815919] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-401e6d64-4f68-41e2-81f2-8fedd10f0ee8" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.815996] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-401e6d64-4f68-41e2-81f2-8fedd10f0ee8" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.816354] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-401e6d64-4f68-41e2-81f2-8fedd10f0ee8" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.816547] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.816652] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.816718] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.816869] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.816961] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.817063] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-401e6d64-4f68-41e2-81f2-8fedd10f0ee8" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.817210] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-401e6d64-4f68-41e2-81f2-8fedd10f0ee8 taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.817303] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-401e6d64-4f68-41e2-81f2-8fedd10f0ee8" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.817364] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-401e6d64-4f68-41e2-81f2-8fedd10f0ee8" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.817503] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-401e6d64-4f68-41e2-81f2-8fedd10f0ee8" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.817640] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.817730] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.817790] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.817924] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.818015] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.818092] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-401e6d64-4f68-41e2-81f2-8fedd10f0ee8" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.818178] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('401e6d64-4f68-41e2-81f2-8fedd10f0ee8',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 788.221598] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e6734b94-5ab1-4a07-9098-e970a82f4b7e in Status: IN_PROGRESS for 4s [ 788.323420] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 401e6d64-4f68-41e2-81f2-8fedd10f0ee8: rpc.has_security_group_logging(os_id): False [ 788.344205] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.344367] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.344414] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.344632] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.344730] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.344945] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.345369] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.345369] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.345369] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.345369] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.345612] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.345695] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.345756] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.345898] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.345974] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.346169] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.346263] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.346324] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.346584] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.346704] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.346796] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 401e6d64-4f68-41e2-81f2-8fedd10f0ee8 is going to be created. [ 788.417363] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.417549] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.417549] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.417768] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.418202] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.433986] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 401e6d64-4f68-41e2-81f2-8fedd10f0ee8 in Status: IN_PROGRESS for 2s [ 788.527850] env[65562]: INFO networking_nsxv3.common.synchronization [req-8277ce8a-9179-4df7-ae2c-10b2705a4a04 req-5d6dc82d-ba8b-4706-b2ce-d36c03467824 tempest-ServersV294TestFqdnHostnames-97372038 tempest-ServersV294TestFqdnHostnames-97372038-project-member] Enqueued Resource ID: b4d7ec2e-c0bb-4e98-9e1e-6b5ad4f87e19 with Priority: HIGHEST for action security_group_members [ 788.528637] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b4d7ec2e-c0bb-4e98-9e1e-6b5ad4f87e19 with Priority: HIGHEST for action security_group_members [ 788.528712] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-b4d7ec2e-c0bb-4e98-9e1e-6b5ad4f87e19 taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.528792] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b4d7ec2e-c0bb-4e98-9e1e-6b5ad4f87e19" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.528827] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b4d7ec2e-c0bb-4e98-9e1e-6b5ad4f87e19" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.529204] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b4d7ec2e-c0bb-4e98-9e1e-6b5ad4f87e19" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.529411] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.529602] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.530027] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.530027] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.530027] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.530302] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b4d7ec2e-c0bb-4e98-9e1e-6b5ad4f87e19',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 789.035315] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.035315] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.035315] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.038119] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.063042] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.063990] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.063990] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.063990] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.063990] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.063990] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.063990] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b4d7ec2e-c0bb-4e98-9e1e-6b5ad4f87e19 is going to be updated. [ 789.094769] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.094926] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.094990] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.095560] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.095560] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.106513] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b4d7ec2e-c0bb-4e98-9e1e-6b5ad4f87e19 in Status: IN_PROGRESS for 2s [ 789.405107] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4a16418f-7f9f-429f-885b-6c353851228c in Status: SUCCESS [ 789.405107] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4a16418f-7f9f-429f-885b-6c353851228c" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.231273] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e6734b94-5ab1-4a07-9098-e970a82f4b7e in Status: SUCCESS [ 790.231516] env[65562]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e6734b94-5ab1-4a07-9098-e970a82f4b7e deletion is rescheduled due to dependency. [ 790.231606] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e6734b94-5ab1-4a07-9098-e970a82f4b7e" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.451330] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 401e6d64-4f68-41e2-81f2-8fedd10f0ee8 in Status: SUCCESS [ 790.451330] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-401e6d64-4f68-41e2-81f2-8fedd10f0ee8" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.118247] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b4d7ec2e-c0bb-4e98-9e1e-6b5ad4f87e19 in Status: SUCCESS [ 791.118563] env[65562]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b4d7ec2e-c0bb-4e98-9e1e-6b5ad4f87e19 deletion is rescheduled due to dependency. [ 791.118676] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b4d7ec2e-c0bb-4e98-9e1e-6b5ad4f87e19" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.278204] env[65562]: INFO networking_nsxv3.common.synchronization [req-5d178e93-d68f-4d57-964e-6bf8880d0c83 req-54379f7c-a76d-448c-adc3-41b666784684 tempest-ServersAdminTestJSON-654717704 tempest-ServersAdminTestJSON-654717704-project-member] Enqueued Resource ID: 9c637330-1eb5-4d0f-9bfc-c8d2f1935709 with Priority: HIGHEST for action security_group_members [ 791.278204] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9c637330-1eb5-4d0f-9bfc-c8d2f1935709 with Priority: HIGHEST for action security_group_members [ 791.278204] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-9c637330-1eb5-4d0f-9bfc-c8d2f1935709 taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.278204] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9c637330-1eb5-4d0f-9bfc-c8d2f1935709" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.278703] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9c637330-1eb5-4d0f-9bfc-c8d2f1935709" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.279152] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9c637330-1eb5-4d0f-9bfc-c8d2f1935709" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.279675] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.280025] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.280236] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.280582] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.281158] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.281473] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9c637330-1eb5-4d0f-9bfc-c8d2f1935709',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.660053] env[65562]: DEBUG networking_nsxv3.common.locking [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Lock network-958 taken with stack trace [, , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.660053] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquiring lock "network-958" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.660053] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired lock "network-958" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.660053] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired external semaphore "network-958" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.660053] env[65562]: DEBUG networking_nsxv3.common.locking [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.660960] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquiring lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.661218] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.661532] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired external semaphore "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.661763] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Releasing lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.662141] env[65562]: DEBUG dogpile.cache.region [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] No value present for key: 'zone-id' {{(pid=65562) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 791.662476] env[65562]: DEBUG dogpile.lock [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] NeedRegenerationException {{(pid=65562) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 791.662726] env[65562]: DEBUG dogpile.lock [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] no value, waiting for create lock {{(pid=65562) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 791.662943] env[65562]: DEBUG dogpile.lock [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] value creation lock acquired {{(pid=65562) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 791.664498] env[65562]: DEBUG dogpile.cache.region [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] No value present for key: 'zone-id' {{(pid=65562) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 791.664498] env[65562]: DEBUG dogpile.lock [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Calling creation function for not-yet-present value {{(pid=65562) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 791.664498] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 791.682908] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 791.682908] env[65562]: DEBUG dogpile.cache.region [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65562) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 791.682908] env[65562]: DEBUG dogpile.lock [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Released creation lock {{(pid=65562) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 791.683335] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Releasing lock "network-958" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.683897] env[65562]: DEBUG networking_nsxv3.common.locking [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Lock port-7f8f2498-f64b-465c-ac02-41adb86fe09a taken with stack trace [, , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.683897] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquiring lock "port-7f8f2498-f64b-465c-ac02-41adb86fe09a" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.683897] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired lock "port-7f8f2498-f64b-465c-ac02-41adb86fe09a" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.684126] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired external semaphore "port-7f8f2498-f64b-465c-ac02-41adb86fe09a" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.684126] env[65562]: DEBUG networking_nsxv3.api.rpc [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7f8f2498-f64b-465c-ac02-41adb86fe09a',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.783892] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9c637330-1eb5-4d0f-9bfc-c8d2f1935709',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 792.188325] env[65562]: DEBUG networking_nsxv3.common.locking [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.188325] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.188325] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.188496] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.188626] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.188771] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Segment Port 7f8f2498-f64b-465c-ac02-41adb86fe09a not found, creating... [ 792.189043] env[65562]: DEBUG networking_nsxv3.common.locking [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.189193] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquiring lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.189308] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.189551] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired external semaphore "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.190942] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Releasing lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.190942] env[65562]: DEBUG networking_nsxv3.common.locking [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.190942] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.190942] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.190942] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.190942] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.190942] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Resource: SegmentPort with ID: 7f8f2498-f64b-465c-ac02-41adb86fe09a is going to be created. [ 792.215608] env[65562]: DEBUG networking_nsxv3.common.locking [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.215875] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.216054] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.216367] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.216684] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.216948] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Releasing lock "port-7f8f2498-f64b-465c-ac02-41adb86fe09a" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.286835] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9c637330-1eb5-4d0f-9bfc-c8d2f1935709',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 792.789502] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.789858] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.789858] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.790164] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.790312] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.790463] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9c637330-1eb5-4d0f-9bfc-c8d2f1935709 is going to be updated. [ 792.823662] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.823845] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.823905] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.824181] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.824275] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.833521] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9c637330-1eb5-4d0f-9bfc-c8d2f1935709 in Status: IN_PROGRESS for 2s [ 792.953043] env[65562]: INFO networking_nsxv3.common.synchronization [req-5d178e93-d68f-4d57-964e-6bf8880d0c83 req-710ac167-7e39-441b-924d-b80beb598cd4 service nova] Enqueued Resource ID: 9c637330-1eb5-4d0f-9bfc-c8d2f1935709 with Priority: HIGHEST for action security_group_rules [ 792.953043] env[65562]: INFO networking_nsxv3.common.synchronization [req-5d178e93-d68f-4d57-964e-6bf8880d0c83 req-710ac167-7e39-441b-924d-b80beb598cd4 service nova] Enqueued Resource ID: 9c637330-1eb5-4d0f-9bfc-c8d2f1935709 with Priority: HIGHEST for action security_group_members [ 792.953187] env[65562]: INFO networking_nsxv3.common.synchronization [req-5d178e93-d68f-4d57-964e-6bf8880d0c83 req-710ac167-7e39-441b-924d-b80beb598cd4 service nova] Enqueued Resource ID: 7f8f2498-f64b-465c-ac02-41adb86fe09a with Priority: HIGHEST for action port [ 792.953490] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9c637330-1eb5-4d0f-9bfc-c8d2f1935709 with Priority: HIGHEST for action security_group_rules [ 792.953535] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9c637330-1eb5-4d0f-9bfc-c8d2f1935709 with Priority: HIGHEST for action security_group_members [ 792.953644] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7f8f2498-f64b-465c-ac02-41adb86fe09a with Priority: HIGHEST for action port [ 792.958799] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9c637330-1eb5-4d0f-9bfc-c8d2f1935709 taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.958799] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9c637330-1eb5-4d0f-9bfc-c8d2f1935709" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.958799] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9c637330-1eb5-4d0f-9bfc-c8d2f1935709" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.958799] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9c637330-1eb5-4d0f-9bfc-c8d2f1935709" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.958799] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9c637330-1eb5-4d0f-9bfc-c8d2f1935709',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 792.958799] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-9c637330-1eb5-4d0f-9bfc-c8d2f1935709 taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.958799] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9c637330-1eb5-4d0f-9bfc-c8d2f1935709" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.958799] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock port-7f8f2498-f64b-465c-ac02-41adb86fe09a taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.958799] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7f8f2498-f64b-465c-ac02-41adb86fe09a" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.958799] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7f8f2498-f64b-465c-ac02-41adb86fe09a" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.958799] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7f8f2498-f64b-465c-ac02-41adb86fe09a" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.958799] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7f8f2498-f64b-465c-ac02-41adb86fe09a',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 793.459919] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-9c637330-1eb5-4d0f-9bfc-c8d2f1935709 taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.460069] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9c637330-1eb5-4d0f-9bfc-c8d2f1935709" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.460267] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7f8f2498-f64b-465c-ac02-41adb86fe09a with status ACTIVE [ 793.460440] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.460553] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.460616] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.460897] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.460983] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.461097] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.461194] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.461253] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.461413] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.461488] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.461670] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.461758] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.461809] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.461958] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.462047] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.462125] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7f8f2498-f64b-465c-ac02-41adb86fe09a is going to be updated. [ 793.483010] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.483169] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.483239] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.483488] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.483638] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.483805] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7f8f2498-f64b-465c-ac02-41adb86fe09a" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.843657] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9c637330-1eb5-4d0f-9bfc-c8d2f1935709 in Status: SUCCESS [ 794.844242] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9c637330-1eb5-4d0f-9bfc-c8d2f1935709" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.844242] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9c637330-1eb5-4d0f-9bfc-c8d2f1935709" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.844387] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9c637330-1eb5-4d0f-9bfc-c8d2f1935709" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.844525] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.844655] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.844655] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.844818] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.844905] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.844988] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9c637330-1eb5-4d0f-9bfc-c8d2f1935709',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 795.347334] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9c637330-1eb5-4d0f-9bfc-c8d2f1935709',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 795.850412] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9c637330-1eb5-4d0f-9bfc-c8d2f1935709',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 796.353947] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.354110] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.354233] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.354430] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.354620] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.354758] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9c637330-1eb5-4d0f-9bfc-c8d2f1935709 is going to be updated. [ 796.404826] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.405089] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.405202] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.405427] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.405676] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.417425] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9c637330-1eb5-4d0f-9bfc-c8d2f1935709 in Status: IN_PROGRESS for 2s [ 797.954811] env[65562]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 797.955131] env[65562]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=2 [ 798.429935] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9c637330-1eb5-4d0f-9bfc-c8d2f1935709 in Status: SUCCESS [ 798.430187] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9c637330-1eb5-4d0f-9bfc-c8d2f1935709" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.430365] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9c637330-1eb5-4d0f-9bfc-c8d2f1935709" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.430580] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9c637330-1eb5-4d0f-9bfc-c8d2f1935709" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.430762] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.431019] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.431019] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.431140] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.431237] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.431293] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9c637330-1eb5-4d0f-9bfc-c8d2f1935709" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.431353] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9c637330-1eb5-4d0f-9bfc-c8d2f1935709',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 798.933646] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-9c637330-1eb5-4d0f-9bfc-c8d2f1935709 taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.933875] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9c637330-1eb5-4d0f-9bfc-c8d2f1935709" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.933875] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9c637330-1eb5-4d0f-9bfc-c8d2f1935709" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.934247] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9c637330-1eb5-4d0f-9bfc-c8d2f1935709" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.934476] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.934612] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.934679] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.934892] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.935072] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.935191] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9c637330-1eb5-4d0f-9bfc-c8d2f1935709" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.935389] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-9c637330-1eb5-4d0f-9bfc-c8d2f1935709 taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.935541] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9c637330-1eb5-4d0f-9bfc-c8d2f1935709" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.935662] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9c637330-1eb5-4d0f-9bfc-c8d2f1935709" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.935856] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9c637330-1eb5-4d0f-9bfc-c8d2f1935709" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.936045] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.936157] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.936273] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.936422] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.936524] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.936664] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9c637330-1eb5-4d0f-9bfc-c8d2f1935709" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.936803] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9c637330-1eb5-4d0f-9bfc-c8d2f1935709',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 799.439363] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9c637330-1eb5-4d0f-9bfc-c8d2f1935709: rpc.has_security_group_logging(os_id): False [ 799.461291] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.461461] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.461528] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.461704] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.461884] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.462127] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.462234] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.462296] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.462454] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.462531] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.462731] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.462852] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.462894] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.463067] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.463174] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.463326] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.463428] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.463537] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.463657] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.463758] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.463873] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9c637330-1eb5-4d0f-9bfc-c8d2f1935709 is going to be updated. [ 799.528500] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.528712] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.528712] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.528918] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.529078] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.544527] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9c637330-1eb5-4d0f-9bfc-c8d2f1935709 in Status: IN_PROGRESS for 2s [ 801.561983] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9c637330-1eb5-4d0f-9bfc-c8d2f1935709 in Status: SUCCESS [ 801.562350] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9c637330-1eb5-4d0f-9bfc-c8d2f1935709" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.837622] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.837622] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.837622] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.837848] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.837848] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 802.341314] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 802.844195] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 802.955806] env[65562]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 802.955806] env[65562]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 803.347014] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 803.347144] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 804.225180] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.225690] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.225690] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.225690] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.239826] env[65562]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 804.241622] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.242782] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 804.270176] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.270481] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.270481] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.270705] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.278165] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.278710] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 804.278809] env[65562]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=65562) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 804.278874] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 804.318417] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.318664] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.318664] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.318842] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.319957] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.320146] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 804.376195] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.376419] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.376419] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.376536] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.376727] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.376938] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 804.439673] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.439673] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.439673] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.439841] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.440790] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.440790] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:31. [ 804.440790] env[65562]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'01b4a28f-2af7-4dd0-8ce7-d59bea16cdcf', '4a16418f-7f9f-429f-885b-6c353851228c', 'b2a6d7da-8654-4116-927a-45dff90548be', '1800a167-1e9d-451f-928f-2cdb5c8a653a', 'add37fa2-7db8-4a4b-ba37-258f0e39f252', '3faeeb9d-ddba-4670-a661-3709797b3671', '0da5259b-fcc6-48a6-95ac-feb188af9246', 'cf8c8c9c-8c63-4481-8654-0f0995ade8d8', '9c637330-1eb5-4d0f-9bfc-c8d2f1935709', '401e6d64-4f68-41e2-81f2-8fedd10f0ee8', '71723131-ee48-432c-9e22-b6c008c7f86d', '9dfcd550-672f-461d-9682-b9678535e4a8', 'e5cc65cc-dc60-4faf-8964-df02971e5295', '75f5747a-54d4-4a70-b4bc-5f31d0607e57', '7b0d6b31-2d47-4d98-b90a-1c8f18cda7a7', 'deb0a406-97e5-4f45-bbdd-11a50b0025a6', '865e7ac2-3667-4252-8906-3696721e534a', 'bfb6d0a8-f90c-4009-be27-96d5076c4102', 'e6734b94-5ab1-4a07-9098-e970a82f4b7e', 'aaf40d1b-2d66-4668-af21-daa6ff5f8056', '66627ff8-a79a-4d5d-9281-a57be8b73d65', 'b4d7ec2e-c0bb-4e98-9e1e-6b5ad4f87e19', '1f786784-df0d-4ec4-9e14-8e73ab168990', '1445b9a0-1100-41f8-a21d-b02385602ed4', 'ebd72e05-80e9-4269-94bd-6e65a0ea534d', 'ad1d197f-74fd-4a7c-9caf-d387031492a3', 'c3ff403a-12a9-4317-b6a1-2b0a324d957b', '25d9d77d-d4e5-4166-bea9-d14d91ea029a', '2823f0a3-1ec1-4dad-b0a6-aee32df44bd1', 'f3032018-5d94-4d5e-a28e-f9dfc51a636a', 'b018a5ab-7c55-4b0c-9e6b-2da0cfc4b699'} {{(pid=65562) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 804.440790] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 804.459364] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.459636] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.459636] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.459787] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.459875] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.459987] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 804.460074] env[65562]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=65562) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 804.460145] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 804.522039] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.522268] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.522333] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.522648] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.523577] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.523873] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 804.523979] env[65562]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=65562) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 804.524098] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 804.524190] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 804.524300] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 20/31 resources of Type:Security Group Rules [ 804.524401] env[65562]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 01b4a28f-2af7-4dd0-8ce7-d59bea16cdcf with Priority: HIGH for action security_group_rules [ 804.524530] env[65562]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 4a16418f-7f9f-429f-885b-6c353851228c with Priority: HIGH for action security_group_rules [ 804.524623] env[65562]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: b2a6d7da-8654-4116-927a-45dff90548be with Priority: HIGH for action security_group_rules [ 804.524715] env[65562]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 1800a167-1e9d-451f-928f-2cdb5c8a653a with Priority: HIGH for action security_group_rules [ 804.524812] env[65562]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: add37fa2-7db8-4a4b-ba37-258f0e39f252 with Priority: HIGH for action security_group_rules [ 804.524899] env[65562]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 3faeeb9d-ddba-4670-a661-3709797b3671 with Priority: HIGH for action security_group_rules [ 804.524994] env[65562]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 0da5259b-fcc6-48a6-95ac-feb188af9246 with Priority: HIGH for action security_group_rules [ 804.525088] env[65562]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: cf8c8c9c-8c63-4481-8654-0f0995ade8d8 with Priority: HIGH for action security_group_rules [ 804.525194] env[65562]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 9c637330-1eb5-4d0f-9bfc-c8d2f1935709 with Priority: HIGH for action security_group_rules [ 804.525277] env[65562]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 401e6d64-4f68-41e2-81f2-8fedd10f0ee8 with Priority: HIGH for action security_group_rules [ 804.525370] env[65562]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 71723131-ee48-432c-9e22-b6c008c7f86d with Priority: HIGH for action security_group_rules [ 804.525455] env[65562]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 9dfcd550-672f-461d-9682-b9678535e4a8 with Priority: HIGH for action security_group_rules [ 804.525591] env[65562]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: e5cc65cc-dc60-4faf-8964-df02971e5295 with Priority: HIGH for action security_group_rules [ 804.525706] env[65562]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 75f5747a-54d4-4a70-b4bc-5f31d0607e57 with Priority: HIGH for action security_group_rules [ 804.525759] env[65562]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 7b0d6b31-2d47-4d98-b90a-1c8f18cda7a7 with Priority: HIGH for action security_group_rules [ 804.525823] env[65562]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: deb0a406-97e5-4f45-bbdd-11a50b0025a6 with Priority: HIGH for action security_group_rules [ 804.525906] env[65562]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 865e7ac2-3667-4252-8906-3696721e534a with Priority: HIGH for action security_group_rules [ 804.526010] env[65562]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: bfb6d0a8-f90c-4009-be27-96d5076c4102 with Priority: HIGH for action security_group_rules [ 804.526365] env[65562]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: e6734b94-5ab1-4a07-9098-e970a82f4b7e with Priority: HIGH for action security_group_rules [ 804.526453] env[65562]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: aaf40d1b-2d66-4668-af21-daa6ff5f8056 with Priority: HIGH for action security_group_rules [ 804.526688] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.956757] env[65562]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 807.957174] env[65562]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=20], Jobs=0 [ 807.957174] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 01b4a28f-2af7-4dd0-8ce7-d59bea16cdcf with Priority: HIGH for action security_group_rules [ 807.957263] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b2a6d7da-8654-4116-927a-45dff90548be with Priority: HIGH for action security_group_rules [ 807.957305] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0da5259b-fcc6-48a6-95ac-feb188af9246 with Priority: HIGH for action security_group_rules [ 807.957395] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7b0d6b31-2d47-4d98-b90a-1c8f18cda7a7 with Priority: HIGH for action security_group_rules [ 807.957491] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aaf40d1b-2d66-4668-af21-daa6ff5f8056 with Priority: HIGH for action security_group_rules [ 807.957585] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e6734b94-5ab1-4a07-9098-e970a82f4b7e with Priority: HIGH for action security_group_rules [ 807.957679] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bfb6d0a8-f90c-4009-be27-96d5076c4102 with Priority: HIGH for action security_group_rules [ 807.957771] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 865e7ac2-3667-4252-8906-3696721e534a with Priority: HIGH for action security_group_rules [ 807.957892] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 75f5747a-54d4-4a70-b4bc-5f31d0607e57 with Priority: HIGH for action security_group_rules [ 807.957988] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: deb0a406-97e5-4f45-bbdd-11a50b0025a6 with Priority: HIGH for action security_group_rules [ 807.958090] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e5cc65cc-dc60-4faf-8964-df02971e5295 with Priority: HIGH for action security_group_rules [ 807.958179] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9dfcd550-672f-461d-9682-b9678535e4a8 with Priority: HIGH for action security_group_rules [ 807.958265] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 71723131-ee48-432c-9e22-b6c008c7f86d with Priority: HIGH for action security_group_rules [ 807.958350] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 401e6d64-4f68-41e2-81f2-8fedd10f0ee8 with Priority: HIGH for action security_group_rules [ 807.958437] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9c637330-1eb5-4d0f-9bfc-c8d2f1935709 with Priority: HIGH for action security_group_rules [ 807.958524] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3faeeb9d-ddba-4670-a661-3709797b3671 with Priority: HIGH for action security_group_rules [ 807.958612] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cf8c8c9c-8c63-4481-8654-0f0995ade8d8 with Priority: HIGH for action security_group_rules [ 807.958698] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: add37fa2-7db8-4a4b-ba37-258f0e39f252 with Priority: HIGH for action security_group_rules [ 807.958786] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4a16418f-7f9f-429f-885b-6c353851228c with Priority: HIGH for action security_group_rules [ 807.958876] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1800a167-1e9d-451f-928f-2cdb5c8a653a with Priority: HIGH for action security_group_rules [ 807.959307] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock rules-01b4a28f-2af7-4dd0-8ce7-d59bea16cdcf taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.959446] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-01b4a28f-2af7-4dd0-8ce7-d59bea16cdcf" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.959514] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-01b4a28f-2af7-4dd0-8ce7-d59bea16cdcf" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.959730] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-01b4a28f-2af7-4dd0-8ce7-d59bea16cdcf" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.959813] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('01b4a28f-2af7-4dd0-8ce7-d59bea16cdcf',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 807.961392] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b2a6d7da-8654-4116-927a-45dff90548be taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.961533] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b2a6d7da-8654-4116-927a-45dff90548be" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.961533] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b2a6d7da-8654-4116-927a-45dff90548be" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.961728] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b2a6d7da-8654-4116-927a-45dff90548be" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.961803] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b2a6d7da-8654-4116-927a-45dff90548be',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 807.962568] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0da5259b-fcc6-48a6-95ac-feb188af9246 taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.962680] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0da5259b-fcc6-48a6-95ac-feb188af9246" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.962767] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0da5259b-fcc6-48a6-95ac-feb188af9246" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.962920] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0da5259b-fcc6-48a6-95ac-feb188af9246" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.962993] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0da5259b-fcc6-48a6-95ac-feb188af9246',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 807.963767] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7b0d6b31-2d47-4d98-b90a-1c8f18cda7a7 taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.963869] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7b0d6b31-2d47-4d98-b90a-1c8f18cda7a7" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.963931] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7b0d6b31-2d47-4d98-b90a-1c8f18cda7a7" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.964092] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7b0d6b31-2d47-4d98-b90a-1c8f18cda7a7" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.964166] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7b0d6b31-2d47-4d98-b90a-1c8f18cda7a7',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 807.965241] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock rules-aaf40d1b-2d66-4668-af21-daa6ff5f8056 taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.965353] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-aaf40d1b-2d66-4668-af21-daa6ff5f8056" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.965419] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-aaf40d1b-2d66-4668-af21-daa6ff5f8056" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.965632] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-aaf40d1b-2d66-4668-af21-daa6ff5f8056" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.965711] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('aaf40d1b-2d66-4668-af21-daa6ff5f8056',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 807.966824] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e6734b94-5ab1-4a07-9098-e970a82f4b7e taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.966932] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e6734b94-5ab1-4a07-9098-e970a82f4b7e" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.966995] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e6734b94-5ab1-4a07-9098-e970a82f4b7e" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.967156] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e6734b94-5ab1-4a07-9098-e970a82f4b7e" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.967227] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e6734b94-5ab1-4a07-9098-e970a82f4b7e',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 807.968141] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bfb6d0a8-f90c-4009-be27-96d5076c4102 taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.968249] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bfb6d0a8-f90c-4009-be27-96d5076c4102" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.968313] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bfb6d0a8-f90c-4009-be27-96d5076c4102" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.968459] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bfb6d0a8-f90c-4009-be27-96d5076c4102" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.968530] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bfb6d0a8-f90c-4009-be27-96d5076c4102',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 807.969345] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock rules-865e7ac2-3667-4252-8906-3696721e534a taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.969450] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-865e7ac2-3667-4252-8906-3696721e534a" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.969516] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-865e7ac2-3667-4252-8906-3696721e534a" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.969663] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-865e7ac2-3667-4252-8906-3696721e534a" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.969735] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('865e7ac2-3667-4252-8906-3696721e534a',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 807.970639] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock rules-75f5747a-54d4-4a70-b4bc-5f31d0607e57 taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.970747] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-75f5747a-54d4-4a70-b4bc-5f31d0607e57" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.970813] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-75f5747a-54d4-4a70-b4bc-5f31d0607e57" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.970958] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-75f5747a-54d4-4a70-b4bc-5f31d0607e57" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.971045] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('75f5747a-54d4-4a70-b4bc-5f31d0607e57',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 807.971875] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock rules-deb0a406-97e5-4f45-bbdd-11a50b0025a6 taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.971980] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-deb0a406-97e5-4f45-bbdd-11a50b0025a6" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.972057] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-deb0a406-97e5-4f45-bbdd-11a50b0025a6" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.972205] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-deb0a406-97e5-4f45-bbdd-11a50b0025a6" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.972275] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('deb0a406-97e5-4f45-bbdd-11a50b0025a6',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 807.973071] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e5cc65cc-dc60-4faf-8964-df02971e5295 taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.973177] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e5cc65cc-dc60-4faf-8964-df02971e5295" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.973243] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e5cc65cc-dc60-4faf-8964-df02971e5295" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.973388] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e5cc65cc-dc60-4faf-8964-df02971e5295" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.973472] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e5cc65cc-dc60-4faf-8964-df02971e5295',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 807.973724] env[65562]: WARNING oslo_messaging._drivers.amqpdriver [-] Number of call queues is 11, greater than warning threshold: 10. There could be a leak. Increasing threshold to: 20 [ 807.974488] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9dfcd550-672f-461d-9682-b9678535e4a8 taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.974595] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9dfcd550-672f-461d-9682-b9678535e4a8" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.974660] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9dfcd550-672f-461d-9682-b9678535e4a8" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.974807] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9dfcd550-672f-461d-9682-b9678535e4a8" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.974877] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9dfcd550-672f-461d-9682-b9678535e4a8',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 807.975686] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock rules-71723131-ee48-432c-9e22-b6c008c7f86d taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.975793] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-71723131-ee48-432c-9e22-b6c008c7f86d" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.975859] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-71723131-ee48-432c-9e22-b6c008c7f86d" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.976009] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-71723131-ee48-432c-9e22-b6c008c7f86d" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.976085] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('71723131-ee48-432c-9e22-b6c008c7f86d',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 807.976896] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock rules-401e6d64-4f68-41e2-81f2-8fedd10f0ee8 taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.976994] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-401e6d64-4f68-41e2-81f2-8fedd10f0ee8" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.977077] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-401e6d64-4f68-41e2-81f2-8fedd10f0ee8" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.977223] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-401e6d64-4f68-41e2-81f2-8fedd10f0ee8" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.977294] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('401e6d64-4f68-41e2-81f2-8fedd10f0ee8',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 807.978185] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9c637330-1eb5-4d0f-9bfc-c8d2f1935709 taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.978290] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9c637330-1eb5-4d0f-9bfc-c8d2f1935709" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.978355] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9c637330-1eb5-4d0f-9bfc-c8d2f1935709" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.978501] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9c637330-1eb5-4d0f-9bfc-c8d2f1935709" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.978572] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9c637330-1eb5-4d0f-9bfc-c8d2f1935709',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 807.979386] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3faeeb9d-ddba-4670-a661-3709797b3671 taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.979483] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3faeeb9d-ddba-4670-a661-3709797b3671" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.979582] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3faeeb9d-ddba-4670-a661-3709797b3671" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.979714] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3faeeb9d-ddba-4670-a661-3709797b3671" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.979787] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3faeeb9d-ddba-4670-a661-3709797b3671',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 807.980580] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cf8c8c9c-8c63-4481-8654-0f0995ade8d8 taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.980688] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cf8c8c9c-8c63-4481-8654-0f0995ade8d8" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.980753] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cf8c8c9c-8c63-4481-8654-0f0995ade8d8" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.980900] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cf8c8c9c-8c63-4481-8654-0f0995ade8d8" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.980972] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cf8c8c9c-8c63-4481-8654-0f0995ade8d8',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 807.981940] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock rules-add37fa2-7db8-4a4b-ba37-258f0e39f252 taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.982062] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-add37fa2-7db8-4a4b-ba37-258f0e39f252" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.982138] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-add37fa2-7db8-4a4b-ba37-258f0e39f252" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.982280] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-add37fa2-7db8-4a4b-ba37-258f0e39f252" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.982351] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('add37fa2-7db8-4a4b-ba37-258f0e39f252',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 807.983173] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4a16418f-7f9f-429f-885b-6c353851228c taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.983278] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4a16418f-7f9f-429f-885b-6c353851228c" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.983344] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4a16418f-7f9f-429f-885b-6c353851228c" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.983523] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4a16418f-7f9f-429f-885b-6c353851228c" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.983568] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4a16418f-7f9f-429f-885b-6c353851228c',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 807.984383] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1800a167-1e9d-451f-928f-2cdb5c8a653a taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.984487] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1800a167-1e9d-451f-928f-2cdb5c8a653a" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.984552] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1800a167-1e9d-451f-928f-2cdb5c8a653a" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.984699] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1800a167-1e9d-451f-928f-2cdb5c8a653a" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.984768] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1800a167-1e9d-451f-928f-2cdb5c8a653a',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 808.015718] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.015877] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.015941] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.016220] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.020209] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.020607] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.045519] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.045744] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b2a6d7da-8654-4116-927a-45dff90548be is going to be deleted. [ 808.047123] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.047343] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.081809] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.081809] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0da5259b-fcc6-48a6-95ac-feb188af9246 is going to be deleted. [ 808.141429] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.141429] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.141429] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.141429] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.141429] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.141727] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b2a6d7da-8654-4116-927a-45dff90548be" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.190847] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.191087] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.191217] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.191445] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.191542] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.191686] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0da5259b-fcc6-48a6-95ac-feb188af9246" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.483511] env[65562]: INFO networking_nsxv3.common.synchronization [req-4f7be2c4-b08d-4496-93f6-64e50488c662 req-9ceee198-72d4-458e-9ef8-d400dce7a0e9 tempest-ServerActionsTestJSON-1145467507 tempest-ServerActionsTestJSON-1145467507-project-member] Enqueued Resource ID: d799e7b0-18b0-4f51-bb0e-7c9c2971a7f1 with Priority: HIGHEST for action security_group_members [ 808.484208] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d799e7b0-18b0-4f51-bb0e-7c9c2971a7f1 with Priority: HIGHEST for action security_group_members [ 808.484533] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-d799e7b0-18b0-4f51-bb0e-7c9c2971a7f1 taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.484650] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d799e7b0-18b0-4f51-bb0e-7c9c2971a7f1" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.484734] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d799e7b0-18b0-4f51-bb0e-7c9c2971a7f1" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.484996] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d799e7b0-18b0-4f51-bb0e-7c9c2971a7f1" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.485180] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.485344] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.485396] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.486303] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.486506] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.486574] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d799e7b0-18b0-4f51-bb0e-7c9c2971a7f1',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 808.510258] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.510496] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.510564] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.510779] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.515072] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-9c637330-1eb5-4d0f-9bfc-c8d2f1935709 taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.515273] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9c637330-1eb5-4d0f-9bfc-c8d2f1935709" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.515338] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9c637330-1eb5-4d0f-9bfc-c8d2f1935709" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.515614] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9c637330-1eb5-4d0f-9bfc-c8d2f1935709" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.515814] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.515913] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.515974] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.516140] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.516228] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.516313] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9c637330-1eb5-4d0f-9bfc-c8d2f1935709" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.516404] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9c637330-1eb5-4d0f-9bfc-c8d2f1935709',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 808.517460] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-cf8c8c9c-8c63-4481-8654-0f0995ade8d8 taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.517595] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cf8c8c9c-8c63-4481-8654-0f0995ade8d8" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.517657] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cf8c8c9c-8c63-4481-8654-0f0995ade8d8" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.517776] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cf8c8c9c-8c63-4481-8654-0f0995ade8d8" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.517991] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.518103] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.518164] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.518333] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.518416] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.518503] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cf8c8c9c-8c63-4481-8654-0f0995ade8d8" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.518591] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('cf8c8c9c-8c63-4481-8654-0f0995ade8d8',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 808.520854] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-75f5747a-54d4-4a70-b4bc-5f31d0607e57 taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.520854] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-75f5747a-54d4-4a70-b4bc-5f31d0607e57" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.520854] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-75f5747a-54d4-4a70-b4bc-5f31d0607e57" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.521127] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-75f5747a-54d4-4a70-b4bc-5f31d0607e57" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.521127] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.521242] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.521242] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.524289] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.524289] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.524289] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-75f5747a-54d4-4a70-b4bc-5f31d0607e57" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.524289] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('75f5747a-54d4-4a70-b4bc-5f31d0607e57',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 808.524289] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-865e7ac2-3667-4252-8906-3696721e534a taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.524289] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-865e7ac2-3667-4252-8906-3696721e534a" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.524289] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-865e7ac2-3667-4252-8906-3696721e534a" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.524289] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-865e7ac2-3667-4252-8906-3696721e534a" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.524289] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.524289] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.524289] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.524926] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.524926] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.524926] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-865e7ac2-3667-4252-8906-3696721e534a" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.524926] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('865e7ac2-3667-4252-8906-3696721e534a',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 808.529693] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-4a16418f-7f9f-429f-885b-6c353851228c taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.529693] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4a16418f-7f9f-429f-885b-6c353851228c" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.529693] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4a16418f-7f9f-429f-885b-6c353851228c" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.529693] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4a16418f-7f9f-429f-885b-6c353851228c" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.529693] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.529693] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.530089] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.530089] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.530089] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.530194] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4a16418f-7f9f-429f-885b-6c353851228c" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.530462] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4a16418f-7f9f-429f-885b-6c353851228c',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 808.537446] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-71723131-ee48-432c-9e22-b6c008c7f86d taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.537536] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-71723131-ee48-432c-9e22-b6c008c7f86d" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.538779] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-71723131-ee48-432c-9e22-b6c008c7f86d" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.538779] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-71723131-ee48-432c-9e22-b6c008c7f86d" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.538779] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.538779] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.538779] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.538779] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.538779] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.538779] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-71723131-ee48-432c-9e22-b6c008c7f86d" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.539227] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('71723131-ee48-432c-9e22-b6c008c7f86d',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 808.542590] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-aaf40d1b-2d66-4668-af21-daa6ff5f8056 taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.542590] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aaf40d1b-2d66-4668-af21-daa6ff5f8056" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.542590] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aaf40d1b-2d66-4668-af21-daa6ff5f8056" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.542590] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aaf40d1b-2d66-4668-af21-daa6ff5f8056" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.542590] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.542590] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.542590] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.542590] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.542918] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.542918] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aaf40d1b-2d66-4668-af21-daa6ff5f8056" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.542918] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('aaf40d1b-2d66-4668-af21-daa6ff5f8056',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 808.547745] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-401e6d64-4f68-41e2-81f2-8fedd10f0ee8 taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.548035] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-401e6d64-4f68-41e2-81f2-8fedd10f0ee8" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.548035] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-401e6d64-4f68-41e2-81f2-8fedd10f0ee8" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.548308] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-401e6d64-4f68-41e2-81f2-8fedd10f0ee8" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.549549] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.549549] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.549549] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.549549] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.549549] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.549549] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-401e6d64-4f68-41e2-81f2-8fedd10f0ee8" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.549549] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('401e6d64-4f68-41e2-81f2-8fedd10f0ee8',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 808.563652] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.563652] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 01b4a28f-2af7-4dd0-8ce7-d59bea16cdcf is going to be deleted. [ 808.599811] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.599811] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.599811] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.599811] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.611849] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.612020] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.614193] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.614386] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.619470] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.619470] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.625433] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.625433] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.627117] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.627117] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.627350] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.627446] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.628323] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.628415] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.629148] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.629264] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.636333] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.636473] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e5cc65cc-dc60-4faf-8964-df02971e5295 is going to be deleted. [ 808.637538] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.637845] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.791403] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.791403] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1800a167-1e9d-451f-928f-2cdb5c8a653a is going to be deleted. [ 808.792919] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.792919] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.805713] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.805888] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.824018] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.824159] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7b0d6b31-2d47-4d98-b90a-1c8f18cda7a7 is going to be deleted. [ 808.825178] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.825485] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.850075] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.850075] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.886898] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.887211] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e6734b94-5ab1-4a07-9098-e970a82f4b7e is going to be deleted. [ 808.888048] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.888269] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.897042] env[65562]: DEBUG networking_nsxv3.common.locking [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Lock network-656 taken with stack trace [, , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.897042] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquiring lock "network-656" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.897042] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired lock "network-656" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.897042] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired external semaphore "network-656" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.897042] env[65562]: DEBUG networking_nsxv3.common.locking [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.897042] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquiring lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.897042] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.897593] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired external semaphore "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.897593] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Releasing lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.897660] env[65562]: DEBUG dogpile.cache.region [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] No value present for key: 'zone-id' {{(pid=65562) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 808.897796] env[65562]: DEBUG dogpile.lock [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] NeedRegenerationException {{(pid=65562) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 808.897879] env[65562]: DEBUG dogpile.lock [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] no value, waiting for create lock {{(pid=65562) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 808.898304] env[65562]: DEBUG dogpile.lock [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] value creation lock acquired {{(pid=65562) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 808.898304] env[65562]: DEBUG dogpile.cache.region [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] No value present for key: 'zone-id' {{(pid=65562) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 808.898304] env[65562]: DEBUG dogpile.lock [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Calling creation function for not-yet-present value {{(pid=65562) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 808.898556] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 808.934952] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.935144] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.967652] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 808.967962] env[65562]: DEBUG dogpile.cache.region [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Cache value generated in 0.069 seconds for key(s): 'zone-id' {{(pid=65562) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 808.968023] env[65562]: DEBUG dogpile.lock [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Released creation lock {{(pid=65562) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 808.968183] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Releasing lock "network-656" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.968544] env[65562]: DEBUG networking_nsxv3.common.locking [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Lock port-9be3922e-dc23-40b0-b879-13268e3af6f9 taken with stack trace [, , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.968694] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquiring lock "port-9be3922e-dc23-40b0-b879-13268e3af6f9" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.969158] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired lock "port-9be3922e-dc23-40b0-b879-13268e3af6f9" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.969370] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired external semaphore "port-9be3922e-dc23-40b0-b879-13268e3af6f9" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.969506] env[65562]: DEBUG networking_nsxv3.api.rpc [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9be3922e-dc23-40b0-b879-13268e3af6f9',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 808.990838] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.990838] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.998688] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.998688] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bfb6d0a8-f90c-4009-be27-96d5076c4102 is going to be deleted. [ 808.999391] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.999596] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.020448] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-9c637330-1eb5-4d0f-9bfc-c8d2f1935709 taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.020628] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9c637330-1eb5-4d0f-9bfc-c8d2f1935709" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.020689] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9c637330-1eb5-4d0f-9bfc-c8d2f1935709" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.020911] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9c637330-1eb5-4d0f-9bfc-c8d2f1935709" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.021097] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.021204] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.021270] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.021435] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.021571] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.021625] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9c637330-1eb5-4d0f-9bfc-c8d2f1935709" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.021794] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-9c637330-1eb5-4d0f-9bfc-c8d2f1935709 taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.021862] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9c637330-1eb5-4d0f-9bfc-c8d2f1935709" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.021920] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9c637330-1eb5-4d0f-9bfc-c8d2f1935709" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.022084] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9c637330-1eb5-4d0f-9bfc-c8d2f1935709" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.022260] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.022313] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.022373] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.022497] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.022597] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.022689] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9c637330-1eb5-4d0f-9bfc-c8d2f1935709" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.022778] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9c637330-1eb5-4d0f-9bfc-c8d2f1935709',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 809.025230] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.025451] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.032185] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('865e7ac2-3667-4252-8906-3696721e534a',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 809.033708] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('75f5747a-54d4-4a70-b4bc-5f31d0607e57',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 809.034572] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-cf8c8c9c-8c63-4481-8654-0f0995ade8d8 taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.034710] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cf8c8c9c-8c63-4481-8654-0f0995ade8d8" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.034779] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cf8c8c9c-8c63-4481-8654-0f0995ade8d8" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.034980] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cf8c8c9c-8c63-4481-8654-0f0995ade8d8" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.036651] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.036817] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.036886] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.037038] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.037126] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.037220] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cf8c8c9c-8c63-4481-8654-0f0995ade8d8" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.037394] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-cf8c8c9c-8c63-4481-8654-0f0995ade8d8 taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.037499] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cf8c8c9c-8c63-4481-8654-0f0995ade8d8" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.037568] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cf8c8c9c-8c63-4481-8654-0f0995ade8d8" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.037761] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cf8c8c9c-8c63-4481-8654-0f0995ade8d8" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.038177] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.038177] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.038177] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.038386] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.038386] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.038386] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cf8c8c9c-8c63-4481-8654-0f0995ade8d8" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.038532] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('cf8c8c9c-8c63-4481-8654-0f0995ade8d8',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 809.062351] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('aaf40d1b-2d66-4668-af21-daa6ff5f8056',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 809.063410] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-4a16418f-7f9f-429f-885b-6c353851228c taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.063515] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4a16418f-7f9f-429f-885b-6c353851228c" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.063592] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4a16418f-7f9f-429f-885b-6c353851228c" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.063817] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4a16418f-7f9f-429f-885b-6c353851228c" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.064153] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.064153] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.064153] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.064304] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.064402] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.064446] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4a16418f-7f9f-429f-885b-6c353851228c" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.065241] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-4a16418f-7f9f-429f-885b-6c353851228c taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.065241] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4a16418f-7f9f-429f-885b-6c353851228c" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.065241] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4a16418f-7f9f-429f-885b-6c353851228c" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.065241] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4a16418f-7f9f-429f-885b-6c353851228c" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.065241] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.065241] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.065241] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.065608] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.065608] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.065608] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4a16418f-7f9f-429f-885b-6c353851228c" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.065608] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4a16418f-7f9f-429f-885b-6c353851228c',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 809.067025] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('71723131-ee48-432c-9e22-b6c008c7f86d',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 809.067805] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-401e6d64-4f68-41e2-81f2-8fedd10f0ee8 taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.067986] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-401e6d64-4f68-41e2-81f2-8fedd10f0ee8" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.067986] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-401e6d64-4f68-41e2-81f2-8fedd10f0ee8" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.068357] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-401e6d64-4f68-41e2-81f2-8fedd10f0ee8" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.068357] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.068357] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.068498] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.068544] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.068654] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.068760] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-401e6d64-4f68-41e2-81f2-8fedd10f0ee8" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.068981] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-401e6d64-4f68-41e2-81f2-8fedd10f0ee8 taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.069261] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-401e6d64-4f68-41e2-81f2-8fedd10f0ee8" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.069261] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-401e6d64-4f68-41e2-81f2-8fedd10f0ee8" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.069468] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-401e6d64-4f68-41e2-81f2-8fedd10f0ee8" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.069693] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.069851] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.069958] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.070287] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.070376] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.070479] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-401e6d64-4f68-41e2-81f2-8fedd10f0ee8" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.070615] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('401e6d64-4f68-41e2-81f2-8fedd10f0ee8',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 809.087043] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.087185] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9dfcd550-672f-461d-9682-b9678535e4a8 is going to be deleted. [ 809.088512] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.089458] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.160125] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.160264] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.179458] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.179608] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.188360] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.188541] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: deb0a406-97e5-4f45-bbdd-11a50b0025a6 is going to be deleted. [ 809.189528] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.189946] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.259348] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.259492] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3faeeb9d-ddba-4670-a661-3709797b3671 is going to be deleted. [ 809.260651] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.260900] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.296787] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.296970] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: add37fa2-7db8-4a4b-ba37-258f0e39f252 is going to be deleted. [ 809.298016] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.298263] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.298361] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.298524] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-01b4a28f-2af7-4dd0-8ce7-d59bea16cdcf" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.298725] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.298893] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.299015] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.299180] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e5cc65cc-dc60-4faf-8964-df02971e5295" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.299771] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.299976] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.300081] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.300233] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1800a167-1e9d-451f-928f-2cdb5c8a653a" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.300671] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.300671] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.300671] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.300899] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.301058] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.301119] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.301693] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.301693] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.301693] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d799e7b0-18b0-4f51-bb0e-7c9c2971a7f1 already deleted. [ 809.301693] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d799e7b0-18b0-4f51-bb0e-7c9c2971a7f1" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.301693] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.302093] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.302093] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.302093] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7b0d6b31-2d47-4d98-b90a-1c8f18cda7a7" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.302180] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.302303] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.302377] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.302514] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e6734b94-5ab1-4a07-9098-e970a82f4b7e" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.302694] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.302804] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.302878] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.302983] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bfb6d0a8-f90c-4009-be27-96d5076c4102" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.317386] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.317586] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.317586] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.317804] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.317938] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.318099] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9dfcd550-672f-461d-9682-b9678535e4a8" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.426127] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.426364] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.426364] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.426726] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.426917] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.427129] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-deb0a406-97e5-4f45-bbdd-11a50b0025a6" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.453481] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.453481] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.453481] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.453713] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.453713] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.453938] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3faeeb9d-ddba-4670-a661-3709797b3671" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.473398] env[65562]: DEBUG networking_nsxv3.common.locking [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.474226] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.474226] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.474678] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.474937] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.476124] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Segment Port 9be3922e-dc23-40b0-b879-13268e3af6f9 not found, creating... [ 809.476124] env[65562]: DEBUG networking_nsxv3.common.locking [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.476124] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquiring lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.476124] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.476521] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired external semaphore "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.476629] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Releasing lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.477084] env[65562]: DEBUG networking_nsxv3.common.locking [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.477301] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.477473] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.477762] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.478119] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.478348] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Resource: SegmentPort with ID: 9be3922e-dc23-40b0-b879-13268e3af6f9 is going to be created. [ 809.503277] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.503949] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.503949] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.504223] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.504409] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.504588] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-add37fa2-7db8-4a4b-ba37-258f0e39f252" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.514955] env[65562]: DEBUG networking_nsxv3.common.locking [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.515185] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.515309] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.515661] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.516095] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.516346] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Releasing lock "port-9be3922e-dc23-40b0-b879-13268e3af6f9" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.526037] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9c637330-1eb5-4d0f-9bfc-c8d2f1935709: rpc.has_security_group_logging(os_id): False [ 809.539919] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 865e7ac2-3667-4252-8906-3696721e534a: rpc.has_security_group_logging(os_id): False [ 809.541168] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 75f5747a-54d4-4a70-b4bc-5f31d0607e57: rpc.has_security_group_logging(os_id): False [ 809.542787] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for cf8c8c9c-8c63-4481-8654-0f0995ade8d8: rpc.has_security_group_logging(os_id): False [ 809.568275] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for aaf40d1b-2d66-4668-af21-daa6ff5f8056: rpc.has_security_group_logging(os_id): False [ 809.573183] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 71723131-ee48-432c-9e22-b6c008c7f86d: rpc.has_security_group_logging(os_id): False [ 809.574601] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4a16418f-7f9f-429f-885b-6c353851228c: rpc.has_security_group_logging(os_id): False [ 809.576537] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 401e6d64-4f68-41e2-81f2-8fedd10f0ee8: rpc.has_security_group_logging(os_id): False [ 809.606081] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.607032] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.607032] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.607178] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.618123] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.618123] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.618943] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.619086] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.637513] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.637699] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.677056] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.677287] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.689348] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.689536] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.692909] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.692997] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.693963] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.694251] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.694383] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.694442] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.694670] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.694789] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.695120] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.695234] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.695297] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.695603] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.695603] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.695847] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.695928] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.695990] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.696162] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.696235] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.696335] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9c637330-1eb5-4d0f-9bfc-c8d2f1935709 is going to be updated. [ 809.697505] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.697687] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.699491] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.699612] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.797682] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.798068] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.798131] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.798168] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.798368] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.798452] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.798547] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 75f5747a-54d4-4a70-b4bc-5f31d0607e57 is going to be updated. [ 809.799815] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.799991] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.857427] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.857576] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.857642] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.857685] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.857891] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.858016] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.858177] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.858269] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.858369] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.858487] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.858558] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.858764] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.858857] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.858955] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.859160] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.859271] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.859395] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cf8c8c9c-8c63-4481-8654-0f0995ade8d8 is going to be updated. [ 809.860537] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.860710] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.910310] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.910565] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.910665] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.910729] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.910897] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.910981] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.911204] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.911306] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.911368] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.911526] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.911602] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.911789] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.911869] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.911929] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.912346] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.912430] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.912530] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 401e6d64-4f68-41e2-81f2-8fedd10f0ee8 is going to be updated. [ 809.913714] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.913887] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.937476] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.937476] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.953694] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.953694] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.960633] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.961731] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.961731] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.961731] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.961731] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.961731] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.961731] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 865e7ac2-3667-4252-8906-3696721e534a is going to be updated. [ 809.962624] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.962815] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.046703] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.046703] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.050251] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.050653] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.050836] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.050908] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.051157] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.051281] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.051385] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: aaf40d1b-2d66-4668-af21-daa6ff5f8056 is going to be updated. [ 810.054086] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.054288] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.169689] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.171058] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.171058] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.171058] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.171058] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.171058] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.171058] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.171058] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.171058] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.171058] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.171058] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.171525] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.171525] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.171525] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.171525] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.171525] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.171703] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4a16418f-7f9f-429f-885b-6c353851228c is going to be updated. [ 810.173731] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.173731] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.173731] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.175527] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.175527] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.185666] env[65562]: INFO networking_nsxv3.common.synchronization [req-4f7be2c4-b08d-4496-93f6-64e50488c662 req-a71c929d-e55b-4a58-a4f6-27d54139e269 service nova] Enqueued Resource ID: d799e7b0-18b0-4f51-bb0e-7c9c2971a7f1 with Priority: HIGHEST for action security_group_rules [ 810.185929] env[65562]: INFO networking_nsxv3.common.synchronization [req-4f7be2c4-b08d-4496-93f6-64e50488c662 req-a71c929d-e55b-4a58-a4f6-27d54139e269 service nova] Enqueued Resource ID: d799e7b0-18b0-4f51-bb0e-7c9c2971a7f1 with Priority: HIGHEST for action security_group_members [ 810.186087] env[65562]: INFO networking_nsxv3.common.synchronization [req-4f7be2c4-b08d-4496-93f6-64e50488c662 req-a71c929d-e55b-4a58-a4f6-27d54139e269 service nova] Enqueued Resource ID: 9be3922e-dc23-40b0-b879-13268e3af6f9 with Priority: HIGHEST for action port [ 810.186672] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d799e7b0-18b0-4f51-bb0e-7c9c2971a7f1 with Priority: HIGHEST for action security_group_rules [ 810.186813] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d799e7b0-18b0-4f51-bb0e-7c9c2971a7f1 with Priority: HIGHEST for action security_group_members [ 810.188143] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9be3922e-dc23-40b0-b879-13268e3af6f9 with Priority: HIGHEST for action port [ 810.188143] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d799e7b0-18b0-4f51-bb0e-7c9c2971a7f1 taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.188560] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d799e7b0-18b0-4f51-bb0e-7c9c2971a7f1" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.188696] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d799e7b0-18b0-4f51-bb0e-7c9c2971a7f1" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.189067] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d799e7b0-18b0-4f51-bb0e-7c9c2971a7f1" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.189196] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d799e7b0-18b0-4f51-bb0e-7c9c2971a7f1',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 810.190883] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-d799e7b0-18b0-4f51-bb0e-7c9c2971a7f1 taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.191507] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d799e7b0-18b0-4f51-bb0e-7c9c2971a7f1" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.191507] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d799e7b0-18b0-4f51-bb0e-7c9c2971a7f1" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.191507] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d799e7b0-18b0-4f51-bb0e-7c9c2971a7f1" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.191507] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.191921] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.191921] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.191921] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.192660] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.192660] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d799e7b0-18b0-4f51-bb0e-7c9c2971a7f1',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 810.193731] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock port-9be3922e-dc23-40b0-b879-13268e3af6f9 taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.194028] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9be3922e-dc23-40b0-b879-13268e3af6f9" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.194112] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9be3922e-dc23-40b0-b879-13268e3af6f9" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.194508] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9be3922e-dc23-40b0-b879-13268e3af6f9" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.194508] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9be3922e-dc23-40b0-b879-13268e3af6f9',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 810.229913] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.230117] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.246520] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.246781] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.248077] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.248199] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.300134] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 75f5747a-54d4-4a70-b4bc-5f31d0607e57 in Status: IN_PROGRESS for 2s [ 810.304468] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.305344] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.305730] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.307100] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.307100] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.307100] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.307100] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 71723131-ee48-432c-9e22-b6c008c7f86d is going to be updated. [ 810.308738] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.309928] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.309928] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.310098] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.310290] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.310446] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.311527] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.311527] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.311662] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.313204] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.313204] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.313204] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.314341] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.314556] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.314741] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.377510] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 865e7ac2-3667-4252-8906-3696721e534a in Status: IN_PROGRESS for 2s [ 810.387133] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 401e6d64-4f68-41e2-81f2-8fedd10f0ee8 in Status: IN_PROGRESS for 2s [ 810.388113] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: aaf40d1b-2d66-4668-af21-daa6ff5f8056 in Status: IN_PROGRESS for 2s [ 810.465051] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.465208] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.465208] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.466221] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.466221] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.480623] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9c637330-1eb5-4d0f-9bfc-c8d2f1935709 in Status: SUCCESS [ 810.480800] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9c637330-1eb5-4d0f-9bfc-c8d2f1935709" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.481573] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cf8c8c9c-8c63-4481-8654-0f0995ade8d8 in Status: IN_PROGRESS for 2s [ 810.535529] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.535802] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.535846] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.536047] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.536305] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.552265] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4a16418f-7f9f-429f-885b-6c353851228c in Status: IN_PROGRESS for 2s [ 810.601835] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 71723131-ee48-432c-9e22-b6c008c7f86d in Status: IN_PROGRESS for 2s [ 810.696706] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-d799e7b0-18b0-4f51-bb0e-7c9c2971a7f1 taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.696853] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d799e7b0-18b0-4f51-bb0e-7c9c2971a7f1" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.697435] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d799e7b0-18b0-4f51-bb0e-7c9c2971a7f1',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 810.697952] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9be3922e-dc23-40b0-b879-13268e3af6f9 with status ACTIVE [ 810.698163] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.698281] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.698352] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.698547] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.698632] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.698809] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.698903] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.698947] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.699115] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.699190] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.699362] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.699458] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.699509] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.699635] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.699717] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.699798] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9be3922e-dc23-40b0-b879-13268e3af6f9 is going to be updated. [ 810.750633] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.750932] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.750932] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.751092] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.751247] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.751421] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9be3922e-dc23-40b0-b879-13268e3af6f9" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.097658] env[65562]: INFO networking_nsxv3.common.synchronization [req-83056573-1bdd-4120-a000-2e707c25ed96 req-61aa7c84-57ed-4ee5-b8e9-b6399eeeb97b tempest-ServerRescueNegativeTestJSON-1891900759 tempest-ServerRescueNegativeTestJSON-1891900759-project-member] Enqueued Resource ID: eb6027da-e146-4e72-84a5-681fb4b32c55 with Priority: HIGHEST for action security_group_members [ 811.099464] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eb6027da-e146-4e72-84a5-681fb4b32c55 with Priority: HIGHEST for action security_group_members [ 811.099575] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-eb6027da-e146-4e72-84a5-681fb4b32c55 taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.099723] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eb6027da-e146-4e72-84a5-681fb4b32c55" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.099803] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eb6027da-e146-4e72-84a5-681fb4b32c55" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.100147] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eb6027da-e146-4e72-84a5-681fb4b32c55" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.100336] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.100471] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.100648] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.100829] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.100829] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.100922] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('eb6027da-e146-4e72-84a5-681fb4b32c55',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 811.203912] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d799e7b0-18b0-4f51-bb0e-7c9c2971a7f1',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 811.495167] env[65562]: DEBUG networking_nsxv3.common.locking [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Lock network-60 taken with stack trace [, , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.495378] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquiring lock "network-60" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.495633] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired lock "network-60" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.495888] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired external semaphore "network-60" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.496189] env[65562]: DEBUG networking_nsxv3.common.locking [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.496389] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquiring lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.496509] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.496747] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired external semaphore "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.496901] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Releasing lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.497118] env[65562]: DEBUG dogpile.cache.region [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] No value present for key: 'zone-id' {{(pid=65562) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 811.497229] env[65562]: DEBUG dogpile.lock [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] NeedRegenerationException {{(pid=65562) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 811.497336] env[65562]: DEBUG dogpile.lock [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] no value, waiting for create lock {{(pid=65562) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 811.497506] env[65562]: DEBUG dogpile.lock [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] value creation lock acquired {{(pid=65562) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 811.497554] env[65562]: DEBUG dogpile.cache.region [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] No value present for key: 'zone-id' {{(pid=65562) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 811.497917] env[65562]: DEBUG dogpile.lock [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Calling creation function for not-yet-present value {{(pid=65562) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 811.497917] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 811.516497] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 811.516713] env[65562]: DEBUG dogpile.cache.region [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65562) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 811.516837] env[65562]: DEBUG dogpile.lock [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Released creation lock {{(pid=65562) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 811.517060] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Releasing lock "network-60" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.517408] env[65562]: DEBUG networking_nsxv3.common.locking [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Lock port-0b40226f-1184-4cf8-acbf-2da42be4b0cd taken with stack trace [, , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.517627] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquiring lock "port-0b40226f-1184-4cf8-acbf-2da42be4b0cd" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.517782] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired lock "port-0b40226f-1184-4cf8-acbf-2da42be4b0cd" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.518125] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired external semaphore "port-0b40226f-1184-4cf8-acbf-2da42be4b0cd" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.518208] env[65562]: DEBUG networking_nsxv3.api.rpc [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0b40226f-1184-4cf8-acbf-2da42be4b0cd',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 811.602744] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.603299] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.603299] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.603299] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.603299] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.603442] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.603541] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.603609] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.603749] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.604061] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.604061] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: eb6027da-e146-4e72-84a5-681fb4b32c55 already deleted. [ 811.604061] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eb6027da-e146-4e72-84a5-681fb4b32c55" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.708128] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.708610] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.708610] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.708610] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.708721] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.708760] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d799e7b0-18b0-4f51-bb0e-7c9c2971a7f1 is going to be created. [ 811.741597] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.741831] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.741932] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.743042] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.743042] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.756921] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d799e7b0-18b0-4f51-bb0e-7c9c2971a7f1 in Status: UNINITIALIZED for 2s [ 812.020493] env[65562]: DEBUG networking_nsxv3.common.locking [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.020739] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.020832] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.021125] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.021276] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.021441] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Segment Port 0b40226f-1184-4cf8-acbf-2da42be4b0cd not found, creating... [ 812.021679] env[65562]: DEBUG networking_nsxv3.common.locking [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.021821] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquiring lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.021933] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.022273] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired external semaphore "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.022420] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Releasing lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.023009] env[65562]: DEBUG networking_nsxv3.common.locking [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.023009] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.023223] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.023379] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.023433] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.023560] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Resource: SegmentPort with ID: 0b40226f-1184-4cf8-acbf-2da42be4b0cd is going to be created. [ 812.051006] env[65562]: DEBUG networking_nsxv3.common.locking [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.051352] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.051492] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.051795] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.052065] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.052326] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Releasing lock "port-0b40226f-1184-4cf8-acbf-2da42be4b0cd" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.328662] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 75f5747a-54d4-4a70-b4bc-5f31d0607e57 in Status: SUCCESS [ 812.328662] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-75f5747a-54d4-4a70-b4bc-5f31d0607e57" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.396182] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 865e7ac2-3667-4252-8906-3696721e534a in Status: SUCCESS [ 812.396465] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-865e7ac2-3667-4252-8906-3696721e534a" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.401201] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 401e6d64-4f68-41e2-81f2-8fedd10f0ee8 in Status: SUCCESS [ 812.401473] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-401e6d64-4f68-41e2-81f2-8fedd10f0ee8" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.402514] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: aaf40d1b-2d66-4668-af21-daa6ff5f8056 in Status: SUCCESS [ 812.402753] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-aaf40d1b-2d66-4668-af21-daa6ff5f8056" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.498916] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cf8c8c9c-8c63-4481-8654-0f0995ade8d8 in Status: SUCCESS [ 812.499142] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cf8c8c9c-8c63-4481-8654-0f0995ade8d8" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.568374] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4a16418f-7f9f-429f-885b-6c353851228c in Status: SUCCESS [ 812.568557] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4a16418f-7f9f-429f-885b-6c353851228c" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.618127] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 71723131-ee48-432c-9e22-b6c008c7f86d in Status: SUCCESS [ 812.619178] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-71723131-ee48-432c-9e22-b6c008c7f86d" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.773361] env[65562]: INFO networking_nsxv3.common.synchronization [req-83056573-1bdd-4120-a000-2e707c25ed96 req-35c9aacd-275d-405a-b2ca-2d8cb3172601 service nova] Enqueued Resource ID: eb6027da-e146-4e72-84a5-681fb4b32c55 with Priority: HIGHEST for action security_group_rules [ 812.777354] env[65562]: INFO networking_nsxv3.common.synchronization [req-83056573-1bdd-4120-a000-2e707c25ed96 req-35c9aacd-275d-405a-b2ca-2d8cb3172601 service nova] Enqueued Resource ID: eb6027da-e146-4e72-84a5-681fb4b32c55 with Priority: HIGHEST for action security_group_members [ 812.778575] env[65562]: INFO networking_nsxv3.common.synchronization [req-83056573-1bdd-4120-a000-2e707c25ed96 req-35c9aacd-275d-405a-b2ca-2d8cb3172601 service nova] Enqueued Resource ID: 0b40226f-1184-4cf8-acbf-2da42be4b0cd with Priority: HIGHEST for action port [ 812.778667] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eb6027da-e146-4e72-84a5-681fb4b32c55 with Priority: HIGHEST for action security_group_rules [ 812.778861] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eb6027da-e146-4e72-84a5-681fb4b32c55 with Priority: HIGHEST for action security_group_members [ 812.779150] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0b40226f-1184-4cf8-acbf-2da42be4b0cd with Priority: HIGHEST for action port [ 812.779611] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock rules-eb6027da-e146-4e72-84a5-681fb4b32c55 taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.781483] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-eb6027da-e146-4e72-84a5-681fb4b32c55" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.781586] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-eb6027da-e146-4e72-84a5-681fb4b32c55" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.782276] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-eb6027da-e146-4e72-84a5-681fb4b32c55" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.782276] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('eb6027da-e146-4e72-84a5-681fb4b32c55',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 812.783132] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-eb6027da-e146-4e72-84a5-681fb4b32c55 taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.783229] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eb6027da-e146-4e72-84a5-681fb4b32c55" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.783305] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eb6027da-e146-4e72-84a5-681fb4b32c55" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.783487] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eb6027da-e146-4e72-84a5-681fb4b32c55" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.784760] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.784852] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.784917] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.787307] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.787468] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.788860] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('eb6027da-e146-4e72-84a5-681fb4b32c55',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 812.788860] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock port-0b40226f-1184-4cf8-acbf-2da42be4b0cd taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.788860] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0b40226f-1184-4cf8-acbf-2da42be4b0cd" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.788860] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0b40226f-1184-4cf8-acbf-2da42be4b0cd" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.788860] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0b40226f-1184-4cf8-acbf-2da42be4b0cd" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.789087] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0b40226f-1184-4cf8-acbf-2da42be4b0cd',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 813.291577] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('eb6027da-e146-4e72-84a5-681fb4b32c55',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 813.292796] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-eb6027da-e146-4e72-84a5-681fb4b32c55 taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.292796] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eb6027da-e146-4e72-84a5-681fb4b32c55" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.292991] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0b40226f-1184-4cf8-acbf-2da42be4b0cd with status ACTIVE [ 813.293157] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.293250] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.293313] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.293484] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.293557] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.293759] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.293882] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.293882] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.294097] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.294097] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.294261] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.294442] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.294442] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.294553] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.294622] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.294693] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0b40226f-1184-4cf8-acbf-2da42be4b0cd is going to be updated. [ 813.325323] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.325635] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.325635] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.325886] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.326171] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.326276] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0b40226f-1184-4cf8-acbf-2da42be4b0cd" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.774376] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d799e7b0-18b0-4f51-bb0e-7c9c2971a7f1 in Status: SUCCESS [ 813.774376] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d799e7b0-18b0-4f51-bb0e-7c9c2971a7f1" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.774376] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d799e7b0-18b0-4f51-bb0e-7c9c2971a7f1" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.774376] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d799e7b0-18b0-4f51-bb0e-7c9c2971a7f1" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.774376] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.774376] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.774376] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.774376] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.774376] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.774376] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d799e7b0-18b0-4f51-bb0e-7c9c2971a7f1" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.774376] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d799e7b0-18b0-4f51-bb0e-7c9c2971a7f1',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 813.798144] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('eb6027da-e146-4e72-84a5-681fb4b32c55',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 814.014291] env[65562]: INFO networking_nsxv3.common.synchronization [req-5f24e919-f3a2-4b2c-aeb1-3c78e74b4335 req-f068c94b-51d4-4d39-b21d-6bbed6b10dae tempest-ServerExternalEventsTest-1327457287 tempest-ServerExternalEventsTest-1327457287-project-member] Enqueued Resource ID: b5fa1d3f-57a0-4d97-952d-bbc4df65658e with Priority: HIGHEST for action security_group_members [ 814.014827] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b5fa1d3f-57a0-4d97-952d-bbc4df65658e with Priority: HIGHEST for action security_group_members [ 814.015176] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-b5fa1d3f-57a0-4d97-952d-bbc4df65658e taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.015297] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b5fa1d3f-57a0-4d97-952d-bbc4df65658e" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.015360] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b5fa1d3f-57a0-4d97-952d-bbc4df65658e" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.015757] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b5fa1d3f-57a0-4d97-952d-bbc4df65658e" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.016232] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.016232] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.016232] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.016407] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.016407] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.016521] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b5fa1d3f-57a0-4d97-952d-bbc4df65658e',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 814.281880] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d799e7b0-18b0-4f51-bb0e-7c9c2971a7f1',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 814.301760] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.301760] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.301760] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.301760] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.301760] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.301760] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: eb6027da-e146-4e72-84a5-681fb4b32c55 is going to be created. [ 814.344635] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.344779] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.344878] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.345146] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.345326] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.356744] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eb6027da-e146-4e72-84a5-681fb4b32c55 in Status: UNINITIALIZED for 2s [ 814.495814] env[65562]: DEBUG networking_nsxv3.common.locking [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Lock network-338 taken with stack trace [, , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.496047] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquiring lock "network-338" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.496172] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired lock "network-338" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.496441] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired external semaphore "network-338" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.496840] env[65562]: DEBUG networking_nsxv3.common.locking [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.501084] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquiring lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.501084] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.501084] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired external semaphore "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.501084] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Releasing lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.501328] env[65562]: DEBUG dogpile.cache.region [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] No value present for key: 'zone-id' {{(pid=65562) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 814.501328] env[65562]: DEBUG dogpile.lock [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] NeedRegenerationException {{(pid=65562) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 814.501401] env[65562]: DEBUG dogpile.lock [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] no value, waiting for create lock {{(pid=65562) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 814.501522] env[65562]: DEBUG dogpile.lock [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] value creation lock acquired {{(pid=65562) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 814.501683] env[65562]: DEBUG dogpile.cache.region [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] No value present for key: 'zone-id' {{(pid=65562) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 814.501876] env[65562]: DEBUG dogpile.lock [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Calling creation function for not-yet-present value {{(pid=65562) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 814.502038] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 814.520832] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.520832] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.520832] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.520832] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.520832] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.520832] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.520832] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.520832] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.520832] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.520832] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.520832] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b5fa1d3f-57a0-4d97-952d-bbc4df65658e already deleted. [ 814.520832] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b5fa1d3f-57a0-4d97-952d-bbc4df65658e" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.526988] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 814.528273] env[65562]: DEBUG dogpile.cache.region [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=65562) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 814.528273] env[65562]: DEBUG dogpile.lock [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Released creation lock {{(pid=65562) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 814.528273] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Releasing lock "network-338" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.528273] env[65562]: DEBUG networking_nsxv3.common.locking [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Lock port-ae1eb115-9356-4cf9-9e69-d9277a1cc7ba taken with stack trace [, , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.528273] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquiring lock "port-ae1eb115-9356-4cf9-9e69-d9277a1cc7ba" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.528695] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired lock "port-ae1eb115-9356-4cf9-9e69-d9277a1cc7ba" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.528695] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired external semaphore "port-ae1eb115-9356-4cf9-9e69-d9277a1cc7ba" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.528841] env[65562]: DEBUG networking_nsxv3.api.rpc [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ae1eb115-9356-4cf9-9e69-d9277a1cc7ba',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 814.784161] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d799e7b0-18b0-4f51-bb0e-7c9c2971a7f1: rpc.has_security_group_logging(os_id): False [ 814.806450] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.806803] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.806960] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.807236] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.807355] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.807614] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.807731] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.807799] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.808110] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.808201] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.808288] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d799e7b0-18b0-4f51-bb0e-7c9c2971a7f1 is going to be created. [ 814.887672] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.887947] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.887947] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.888101] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.888293] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.907657] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d799e7b0-18b0-4f51-bb0e-7c9c2971a7f1 in Status: IN_PROGRESS for 2s [ 815.032048] env[65562]: DEBUG networking_nsxv3.common.locking [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.032203] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.032311] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.033028] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.033028] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.033028] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Segment Port ae1eb115-9356-4cf9-9e69-d9277a1cc7ba not found, creating... [ 815.033205] env[65562]: DEBUG networking_nsxv3.common.locking [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.033319] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquiring lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.033399] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.033702] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired external semaphore "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.033860] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Releasing lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.034151] env[65562]: DEBUG networking_nsxv3.common.locking [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.034381] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.034438] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.034626] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.034729] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.034868] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Resource: SegmentPort with ID: ae1eb115-9356-4cf9-9e69-d9277a1cc7ba is going to be created. [ 815.068678] env[65562]: DEBUG networking_nsxv3.common.locking [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.069109] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.069325] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.069655] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.069953] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.070255] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Releasing lock "port-ae1eb115-9356-4cf9-9e69-d9277a1cc7ba" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.968713] env[65562]: INFO networking_nsxv3.common.synchronization [req-5f24e919-f3a2-4b2c-aeb1-3c78e74b4335 req-a00291d0-238e-4a44-bdfa-88a85f8acd43 service nova] Enqueued Resource ID: b5fa1d3f-57a0-4d97-952d-bbc4df65658e with Priority: HIGHEST for action security_group_rules [ 815.969099] env[65562]: INFO networking_nsxv3.common.synchronization [req-5f24e919-f3a2-4b2c-aeb1-3c78e74b4335 req-a00291d0-238e-4a44-bdfa-88a85f8acd43 service nova] Enqueued Resource ID: b5fa1d3f-57a0-4d97-952d-bbc4df65658e with Priority: HIGHEST for action security_group_members [ 815.969099] env[65562]: INFO networking_nsxv3.common.synchronization [req-5f24e919-f3a2-4b2c-aeb1-3c78e74b4335 req-a00291d0-238e-4a44-bdfa-88a85f8acd43 service nova] Enqueued Resource ID: ae1eb115-9356-4cf9-9e69-d9277a1cc7ba with Priority: HIGHEST for action port [ 815.970109] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b5fa1d3f-57a0-4d97-952d-bbc4df65658e with Priority: HIGHEST for action security_group_rules [ 815.970246] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b5fa1d3f-57a0-4d97-952d-bbc4df65658e with Priority: HIGHEST for action security_group_members [ 815.970341] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ae1eb115-9356-4cf9-9e69-d9277a1cc7ba with Priority: HIGHEST for action port [ 815.970743] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b5fa1d3f-57a0-4d97-952d-bbc4df65658e taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.970914] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b5fa1d3f-57a0-4d97-952d-bbc4df65658e" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.970974] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b5fa1d3f-57a0-4d97-952d-bbc4df65658e" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.971238] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b5fa1d3f-57a0-4d97-952d-bbc4df65658e" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.971386] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b5fa1d3f-57a0-4d97-952d-bbc4df65658e',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 815.973675] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-b5fa1d3f-57a0-4d97-952d-bbc4df65658e taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.973675] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b5fa1d3f-57a0-4d97-952d-bbc4df65658e" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.973675] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b5fa1d3f-57a0-4d97-952d-bbc4df65658e" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.973675] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b5fa1d3f-57a0-4d97-952d-bbc4df65658e" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.973675] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.973675] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.973963] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.974229] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.974452] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.974570] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b5fa1d3f-57a0-4d97-952d-bbc4df65658e',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 815.976298] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock port-ae1eb115-9356-4cf9-9e69-d9277a1cc7ba taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.976576] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ae1eb115-9356-4cf9-9e69-d9277a1cc7ba" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.976576] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ae1eb115-9356-4cf9-9e69-d9277a1cc7ba" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.976743] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ae1eb115-9356-4cf9-9e69-d9277a1cc7ba" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.976743] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ae1eb115-9356-4cf9-9e69-d9277a1cc7ba',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 816.369514] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eb6027da-e146-4e72-84a5-681fb4b32c55 in Status: SUCCESS [ 816.369870] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eb6027da-e146-4e72-84a5-681fb4b32c55" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.370220] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eb6027da-e146-4e72-84a5-681fb4b32c55" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.370597] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eb6027da-e146-4e72-84a5-681fb4b32c55" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.370835] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.370977] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.371058] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.371322] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.371437] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.371534] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eb6027da-e146-4e72-84a5-681fb4b32c55" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.371628] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('eb6027da-e146-4e72-84a5-681fb4b32c55',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 816.476818] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b5fa1d3f-57a0-4d97-952d-bbc4df65658e',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 816.478448] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-b5fa1d3f-57a0-4d97-952d-bbc4df65658e taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.478627] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b5fa1d3f-57a0-4d97-952d-bbc4df65658e" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.479053] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ae1eb115-9356-4cf9-9e69-d9277a1cc7ba with status ACTIVE [ 816.480062] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.480062] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.480062] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.480062] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.480062] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.480062] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.480062] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.480419] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.480419] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.480419] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.480570] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.480698] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.480744] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.480860] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.481169] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.481169] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ae1eb115-9356-4cf9-9e69-d9277a1cc7ba is going to be updated. [ 816.510255] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.510472] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.510610] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.510764] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.510912] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.511106] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ae1eb115-9356-4cf9-9e69-d9277a1cc7ba" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.762910] env[65562]: INFO networking_nsxv3.common.synchronization [req-8d23622a-b00b-4e42-a36c-e6d12299124b req-fd8f3cc6-3a25-4259-838b-a06337e2944b tempest-ServerRescueNegativeTestJSON-1891900759 tempest-ServerRescueNegativeTestJSON-1891900759-project-member] Enqueued Resource ID: eb6027da-e146-4e72-84a5-681fb4b32c55 with Priority: HIGHEST for action security_group_members [ 816.763924] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eb6027da-e146-4e72-84a5-681fb4b32c55 with Priority: HIGHEST for action security_group_members [ 816.764281] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-eb6027da-e146-4e72-84a5-681fb4b32c55 taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.764410] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eb6027da-e146-4e72-84a5-681fb4b32c55" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.764473] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eb6027da-e146-4e72-84a5-681fb4b32c55" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.764711] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eb6027da-e146-4e72-84a5-681fb4b32c55" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.764865] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.764961] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.765031] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.765183] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.765264] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.765525] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('eb6027da-e146-4e72-84a5-681fb4b32c55',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 816.874766] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-eb6027da-e146-4e72-84a5-681fb4b32c55 taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.874963] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eb6027da-e146-4e72-84a5-681fb4b32c55" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.922847] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d799e7b0-18b0-4f51-bb0e-7c9c2971a7f1 in Status: SUCCESS [ 816.923050] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d799e7b0-18b0-4f51-bb0e-7c9c2971a7f1" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.980685] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b5fa1d3f-57a0-4d97-952d-bbc4df65658e',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 817.132068] env[65562]: DEBUG networking_nsxv3.common.locking [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Lock network-60 taken with stack trace [, , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.132454] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquiring lock "network-60" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.132454] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired lock "network-60" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.132711] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired external semaphore "network-60" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.133019] env[65562]: DEBUG networking_nsxv3.common.locking [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.133200] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquiring lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.133319] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.133580] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired external semaphore "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.133785] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Releasing lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.134050] env[65562]: DEBUG dogpile.cache.region [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] No value present for key: 'zone-id' {{(pid=65562) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 817.134341] env[65562]: DEBUG dogpile.lock [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] NeedRegenerationException {{(pid=65562) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 817.134341] env[65562]: DEBUG dogpile.lock [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] no value, waiting for create lock {{(pid=65562) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 817.134890] env[65562]: DEBUG dogpile.lock [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] value creation lock acquired {{(pid=65562) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 817.135055] env[65562]: DEBUG dogpile.cache.region [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] No value present for key: 'zone-id' {{(pid=65562) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 817.135222] env[65562]: DEBUG dogpile.lock [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Calling creation function for not-yet-present value {{(pid=65562) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 817.135395] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 817.155849] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 817.156377] env[65562]: DEBUG dogpile.cache.region [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65562) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 817.156792] env[65562]: DEBUG dogpile.lock [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Released creation lock {{(pid=65562) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 817.157636] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Releasing lock "network-60" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.157748] env[65562]: DEBUG networking_nsxv3.common.locking [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Lock port-5ad62c54-ccc7-498e-a0e4-cb7fe292ccc7 taken with stack trace [, , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.158148] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquiring lock "port-5ad62c54-ccc7-498e-a0e4-cb7fe292ccc7" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.158397] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired lock "port-5ad62c54-ccc7-498e-a0e4-cb7fe292ccc7" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.158856] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired external semaphore "port-5ad62c54-ccc7-498e-a0e4-cb7fe292ccc7" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.159158] env[65562]: DEBUG networking_nsxv3.api.rpc [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5ad62c54-ccc7-498e-a0e4-cb7fe292ccc7',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 817.267992] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('eb6027da-e146-4e72-84a5-681fb4b32c55',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 817.490026] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.490026] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.490026] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.490026] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.490026] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.490026] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b5fa1d3f-57a0-4d97-952d-bbc4df65658e is going to be created. [ 817.517184] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.517184] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.517184] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.517689] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.517955] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.534657] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b5fa1d3f-57a0-4d97-952d-bbc4df65658e in Status: UNINITIALIZED for 2s [ 817.662191] env[65562]: DEBUG networking_nsxv3.common.locking [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.662415] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.662554] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.662862] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.663047] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.663208] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Segment Port 5ad62c54-ccc7-498e-a0e4-cb7fe292ccc7 not found, creating... [ 817.663501] env[65562]: DEBUG networking_nsxv3.common.locking [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.663672] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquiring lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.663793] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.664101] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired external semaphore "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.664197] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Releasing lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.664510] env[65562]: DEBUG networking_nsxv3.common.locking [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.664673] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.664787] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.665011] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.665792] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.666049] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Resource: SegmentPort with ID: 5ad62c54-ccc7-498e-a0e4-cb7fe292ccc7 is going to be created. [ 817.689673] env[65562]: DEBUG networking_nsxv3.common.locking [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.689827] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.689954] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.690258] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.690488] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.690713] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Releasing lock "port-5ad62c54-ccc7-498e-a0e4-cb7fe292ccc7" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.770734] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('eb6027da-e146-4e72-84a5-681fb4b32c55',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 818.274337] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.274337] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.274337] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.274843] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.274843] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.274843] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: eb6027da-e146-4e72-84a5-681fb4b32c55 is going to be updated. [ 818.378202] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.378202] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.378202] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.378202] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.378202] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.390915] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eb6027da-e146-4e72-84a5-681fb4b32c55 in Status: IN_PROGRESS for 2s [ 818.468560] env[65562]: INFO networking_nsxv3.common.synchronization [req-8d23622a-b00b-4e42-a36c-e6d12299124b req-90e5707a-9e1e-4075-a625-b1b876a9a329 service nova] Enqueued Resource ID: eb6027da-e146-4e72-84a5-681fb4b32c55 with Priority: HIGHEST for action security_group_rules [ 818.468748] env[65562]: INFO networking_nsxv3.common.synchronization [req-8d23622a-b00b-4e42-a36c-e6d12299124b req-90e5707a-9e1e-4075-a625-b1b876a9a329 service nova] Enqueued Resource ID: eb6027da-e146-4e72-84a5-681fb4b32c55 with Priority: HIGHEST for action security_group_members [ 818.468887] env[65562]: INFO networking_nsxv3.common.synchronization [req-8d23622a-b00b-4e42-a36c-e6d12299124b req-90e5707a-9e1e-4075-a625-b1b876a9a329 service nova] Enqueued Resource ID: 5ad62c54-ccc7-498e-a0e4-cb7fe292ccc7 with Priority: HIGHEST for action port [ 818.469484] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eb6027da-e146-4e72-84a5-681fb4b32c55 with Priority: HIGHEST for action security_group_rules [ 818.469624] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eb6027da-e146-4e72-84a5-681fb4b32c55 with Priority: HIGHEST for action security_group_members [ 818.469723] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5ad62c54-ccc7-498e-a0e4-cb7fe292ccc7 with Priority: HIGHEST for action port [ 818.470326] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock rules-eb6027da-e146-4e72-84a5-681fb4b32c55 taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.470440] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-eb6027da-e146-4e72-84a5-681fb4b32c55" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.470671] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-eb6027da-e146-4e72-84a5-681fb4b32c55 taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.470764] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eb6027da-e146-4e72-84a5-681fb4b32c55" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.470949] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock port-5ad62c54-ccc7-498e-a0e4-cb7fe292ccc7 taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.471066] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5ad62c54-ccc7-498e-a0e4-cb7fe292ccc7" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.471125] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5ad62c54-ccc7-498e-a0e4-cb7fe292ccc7" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.471331] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5ad62c54-ccc7-498e-a0e4-cb7fe292ccc7" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.471415] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5ad62c54-ccc7-498e-a0e4-cb7fe292ccc7',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 818.973961] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5ad62c54-ccc7-498e-a0e4-cb7fe292ccc7 with status ACTIVE [ 818.974229] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.974360] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.974421] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.974638] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.974724] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.974903] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.975731] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.975731] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.975731] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.975731] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.975731] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.975731] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.975731] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.976127] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.976127] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.976127] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5ad62c54-ccc7-498e-a0e4-cb7fe292ccc7 is going to be updated. [ 819.003750] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.003750] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.003750] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.003750] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.003750] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.003750] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5ad62c54-ccc7-498e-a0e4-cb7fe292ccc7" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.545957] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b5fa1d3f-57a0-4d97-952d-bbc4df65658e in Status: SUCCESS [ 819.546365] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b5fa1d3f-57a0-4d97-952d-bbc4df65658e" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.546422] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b5fa1d3f-57a0-4d97-952d-bbc4df65658e" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.546598] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b5fa1d3f-57a0-4d97-952d-bbc4df65658e" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.546799] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.546914] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.546973] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.547141] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.547213] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.547355] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b5fa1d3f-57a0-4d97-952d-bbc4df65658e" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.547422] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b5fa1d3f-57a0-4d97-952d-bbc4df65658e',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 820.050255] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-b5fa1d3f-57a0-4d97-952d-bbc4df65658e taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.051544] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b5fa1d3f-57a0-4d97-952d-bbc4df65658e" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.051699] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b5fa1d3f-57a0-4d97-952d-bbc4df65658e" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.051875] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b5fa1d3f-57a0-4d97-952d-bbc4df65658e" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.052090] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.052219] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.052328] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.052433] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.052520] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.052602] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b5fa1d3f-57a0-4d97-952d-bbc4df65658e" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.052777] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-b5fa1d3f-57a0-4d97-952d-bbc4df65658e taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.052874] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b5fa1d3f-57a0-4d97-952d-bbc4df65658e" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.052936] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b5fa1d3f-57a0-4d97-952d-bbc4df65658e" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.053097] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b5fa1d3f-57a0-4d97-952d-bbc4df65658e" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.053399] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.053399] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.053399] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.053544] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.053656] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.055191] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b5fa1d3f-57a0-4d97-952d-bbc4df65658e" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.055191] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b5fa1d3f-57a0-4d97-952d-bbc4df65658e',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 820.413145] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eb6027da-e146-4e72-84a5-681fb4b32c55 in Status: SUCCESS [ 820.413222] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eb6027da-e146-4e72-84a5-681fb4b32c55" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.413405] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eb6027da-e146-4e72-84a5-681fb4b32c55" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.413628] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eb6027da-e146-4e72-84a5-681fb4b32c55" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.413832] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.413950] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.414048] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.414218] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.414299] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.414390] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eb6027da-e146-4e72-84a5-681fb4b32c55" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.414558] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-eb6027da-e146-4e72-84a5-681fb4b32c55 taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.415068] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eb6027da-e146-4e72-84a5-681fb4b32c55" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.415068] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eb6027da-e146-4e72-84a5-681fb4b32c55" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.415068] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eb6027da-e146-4e72-84a5-681fb4b32c55" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.416285] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.416285] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.417332] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.418551] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.418669] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.418777] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eb6027da-e146-4e72-84a5-681fb4b32c55" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.418876] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('eb6027da-e146-4e72-84a5-681fb4b32c55',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 820.419883] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eb6027da-e146-4e72-84a5-681fb4b32c55" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.420111] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eb6027da-e146-4e72-84a5-681fb4b32c55" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.421033] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.421033] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.421033] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.421033] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.421033] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.421033] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('eb6027da-e146-4e72-84a5-681fb4b32c55',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 820.557645] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b5fa1d3f-57a0-4d97-952d-bbc4df65658e: rpc.has_security_group_logging(os_id): False [ 820.580186] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.581156] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.581156] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.581824] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.581824] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.581824] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.581824] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.582125] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.582125] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.582193] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.582350] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.582468] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.582575] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.582681] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.582963] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.583050] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.583507] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.583507] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.583507] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.583507] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.583507] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b5fa1d3f-57a0-4d97-952d-bbc4df65658e is going to be created. [ 820.656771] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.657027] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.657121] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.657430] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.657615] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.676400] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b5fa1d3f-57a0-4d97-952d-bbc4df65658e in Status: IN_PROGRESS for 2s [ 820.922494] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for eb6027da-e146-4e72-84a5-681fb4b32c55: rpc.has_security_group_logging(os_id): False [ 820.926881] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('eb6027da-e146-4e72-84a5-681fb4b32c55',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 820.943751] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.943999] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.944098] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.944346] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.944501] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.944806] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.944974] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.945078] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.945299] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.945380] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.945786] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.945906] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.945906] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.946125] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.946257] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.946609] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.946782] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.946900] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.947072] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.947209] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.947359] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: eb6027da-e146-4e72-84a5-681fb4b32c55 is going to be created. [ 821.014891] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.015146] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.015146] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.015286] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.015492] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.029026] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: eb6027da-e146-4e72-84a5-681fb4b32c55 in Status: IN_PROGRESS for 2s [ 821.430176] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('eb6027da-e146-4e72-84a5-681fb4b32c55',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 821.933057] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.933310] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.933310] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.933761] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.933841] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.933932] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: eb6027da-e146-4e72-84a5-681fb4b32c55 is going to be updated. [ 821.971892] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.972154] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.972260] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.972555] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.972773] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.987938] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eb6027da-e146-4e72-84a5-681fb4b32c55 in Status: IN_PROGRESS for 2s [ 822.548857] env[65562]: INFO networking_nsxv3.common.synchronization [req-5fd6e47c-dd3a-4269-ac62-c25eb252ffdc req-12b5ab0f-7eec-42f1-b175-3e1a4d98db25 tempest-MigrationsAdminTest-1407765695 tempest-MigrationsAdminTest-1407765695-project-member] Enqueued Resource ID: ad1d197f-74fd-4a7c-9caf-d387031492a3 with Priority: HIGHEST for action security_group_members [ 822.549595] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ad1d197f-74fd-4a7c-9caf-d387031492a3 with Priority: HIGHEST for action security_group_members [ 822.553884] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-ad1d197f-74fd-4a7c-9caf-d387031492a3 taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.554722] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ad1d197f-74fd-4a7c-9caf-d387031492a3" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.554767] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ad1d197f-74fd-4a7c-9caf-d387031492a3" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.556096] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ad1d197f-74fd-4a7c-9caf-d387031492a3" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.556096] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.556096] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.556096] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.556096] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.556096] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.556096] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ad1d197f-74fd-4a7c-9caf-d387031492a3',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 822.692622] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b5fa1d3f-57a0-4d97-952d-bbc4df65658e in Status: SUCCESS [ 822.692851] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b5fa1d3f-57a0-4d97-952d-bbc4df65658e" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.948779] env[65562]: DEBUG networking_nsxv3.common.locking [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Lock network-338 taken with stack trace [, , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.948779] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquiring lock "network-338" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.948779] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired lock "network-338" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.948779] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired external semaphore "network-338" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.949518] env[65562]: DEBUG networking_nsxv3.common.locking [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.949518] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquiring lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.949518] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.949518] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired external semaphore "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.949710] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Releasing lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.949893] env[65562]: DEBUG dogpile.cache.region [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] No value present for key: 'zone-id' {{(pid=65562) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 822.950017] env[65562]: DEBUG dogpile.lock [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] NeedRegenerationException {{(pid=65562) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 822.950126] env[65562]: DEBUG dogpile.lock [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] no value, waiting for create lock {{(pid=65562) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 822.950232] env[65562]: DEBUG dogpile.lock [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] value creation lock acquired {{(pid=65562) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 822.950341] env[65562]: DEBUG dogpile.cache.region [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] No value present for key: 'zone-id' {{(pid=65562) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 822.950453] env[65562]: DEBUG dogpile.lock [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Calling creation function for not-yet-present value {{(pid=65562) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 822.950575] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 822.974516] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 822.974871] env[65562]: DEBUG dogpile.cache.region [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65562) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 822.975072] env[65562]: DEBUG dogpile.lock [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Released creation lock {{(pid=65562) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 822.975628] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Releasing lock "network-338" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.976046] env[65562]: DEBUG networking_nsxv3.common.locking [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Lock port-3452ae74-2819-4779-9a17-8e31890477f8 taken with stack trace [, , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.976228] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquiring lock "port-3452ae74-2819-4779-9a17-8e31890477f8" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.977896] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired lock "port-3452ae74-2819-4779-9a17-8e31890477f8" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.977896] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired external semaphore "port-3452ae74-2819-4779-9a17-8e31890477f8" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.977896] env[65562]: DEBUG networking_nsxv3.api.rpc [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3452ae74-2819-4779-9a17-8e31890477f8',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 823.044110] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: eb6027da-e146-4e72-84a5-681fb4b32c55 in Status: SUCCESS [ 823.044542] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-eb6027da-e146-4e72-84a5-681fb4b32c55" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.044542] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-eb6027da-e146-4e72-84a5-681fb4b32c55" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.044754] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-eb6027da-e146-4e72-84a5-681fb4b32c55" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.045315] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('eb6027da-e146-4e72-84a5-681fb4b32c55',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 823.060588] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ad1d197f-74fd-4a7c-9caf-d387031492a3',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 823.479932] env[65562]: DEBUG networking_nsxv3.common.locking [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.480206] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.480375] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.480721] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.480976] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.481056] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Segment Port 3452ae74-2819-4779-9a17-8e31890477f8 not found, creating... [ 823.481361] env[65562]: DEBUG networking_nsxv3.common.locking [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.481576] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquiring lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.481749] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.481971] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired external semaphore "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.482160] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Releasing lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.482488] env[65562]: DEBUG networking_nsxv3.common.locking [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.482690] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.482933] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.483066] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.483235] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.483406] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Resource: SegmentPort with ID: 3452ae74-2819-4779-9a17-8e31890477f8 is going to be created. [ 823.504679] env[65562]: DEBUG networking_nsxv3.common.locking [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.504945] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.505069] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.505341] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.505571] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.505845] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Releasing lock "port-3452ae74-2819-4779-9a17-8e31890477f8" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.547371] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-eb6027da-e146-4e72-84a5-681fb4b32c55 taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.547371] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eb6027da-e146-4e72-84a5-681fb4b32c55" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.564785] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ad1d197f-74fd-4a7c-9caf-d387031492a3',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 824.002920] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eb6027da-e146-4e72-84a5-681fb4b32c55 in Status: SUCCESS [ 824.003240] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eb6027da-e146-4e72-84a5-681fb4b32c55" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.003359] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eb6027da-e146-4e72-84a5-681fb4b32c55" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.003604] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eb6027da-e146-4e72-84a5-681fb4b32c55" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.003961] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.004101] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.004158] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.004340] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.004525] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.004525] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eb6027da-e146-4e72-84a5-681fb4b32c55" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.004615] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('eb6027da-e146-4e72-84a5-681fb4b32c55',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 824.067365] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.067574] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.067574] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.067805] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.067898] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.068219] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ad1d197f-74fd-4a7c-9caf-d387031492a3 is going to be updated. [ 824.112983] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.113300] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.113300] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.113559] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.113781] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.126622] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ad1d197f-74fd-4a7c-9caf-d387031492a3 in Status: IN_PROGRESS for 2s [ 824.265993] env[65562]: INFO networking_nsxv3.common.synchronization [req-5fd6e47c-dd3a-4269-ac62-c25eb252ffdc req-2d9bf8e0-5c1b-4efa-9657-712b3d8bfea9 service nova] Enqueued Resource ID: ad1d197f-74fd-4a7c-9caf-d387031492a3 with Priority: HIGHEST for action security_group_rules [ 824.266209] env[65562]: INFO networking_nsxv3.common.synchronization [req-5fd6e47c-dd3a-4269-ac62-c25eb252ffdc req-2d9bf8e0-5c1b-4efa-9657-712b3d8bfea9 service nova] Enqueued Resource ID: ad1d197f-74fd-4a7c-9caf-d387031492a3 with Priority: HIGHEST for action security_group_members [ 824.266342] env[65562]: INFO networking_nsxv3.common.synchronization [req-5fd6e47c-dd3a-4269-ac62-c25eb252ffdc req-2d9bf8e0-5c1b-4efa-9657-712b3d8bfea9 service nova] Enqueued Resource ID: 3452ae74-2819-4779-9a17-8e31890477f8 with Priority: HIGHEST for action port [ 824.266978] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ad1d197f-74fd-4a7c-9caf-d387031492a3 with Priority: HIGHEST for action security_group_rules [ 824.267207] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ad1d197f-74fd-4a7c-9caf-d387031492a3 with Priority: HIGHEST for action security_group_members [ 824.267574] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3452ae74-2819-4779-9a17-8e31890477f8 with Priority: HIGHEST for action port [ 824.267708] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ad1d197f-74fd-4a7c-9caf-d387031492a3 taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.267811] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ad1d197f-74fd-4a7c-9caf-d387031492a3" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.267848] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ad1d197f-74fd-4a7c-9caf-d387031492a3" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.268109] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ad1d197f-74fd-4a7c-9caf-d387031492a3" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.268196] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ad1d197f-74fd-4a7c-9caf-d387031492a3',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 824.269222] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-ad1d197f-74fd-4a7c-9caf-d387031492a3 taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.269355] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ad1d197f-74fd-4a7c-9caf-d387031492a3" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.269869] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock port-3452ae74-2819-4779-9a17-8e31890477f8 taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.269869] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3452ae74-2819-4779-9a17-8e31890477f8" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.269869] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3452ae74-2819-4779-9a17-8e31890477f8" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.270292] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3452ae74-2819-4779-9a17-8e31890477f8" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.270382] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3452ae74-2819-4779-9a17-8e31890477f8',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 824.507405] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-eb6027da-e146-4e72-84a5-681fb4b32c55 taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.507635] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eb6027da-e146-4e72-84a5-681fb4b32c55" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.507635] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eb6027da-e146-4e72-84a5-681fb4b32c55" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.507899] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eb6027da-e146-4e72-84a5-681fb4b32c55" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.508145] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.508285] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.508355] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.508539] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.508635] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.508723] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eb6027da-e146-4e72-84a5-681fb4b32c55" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.508966] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-eb6027da-e146-4e72-84a5-681fb4b32c55 taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.509057] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eb6027da-e146-4e72-84a5-681fb4b32c55" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.509126] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eb6027da-e146-4e72-84a5-681fb4b32c55" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.509297] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eb6027da-e146-4e72-84a5-681fb4b32c55" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.509514] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.509603] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.509684] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.509883] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.509972] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.510079] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eb6027da-e146-4e72-84a5-681fb4b32c55" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.510195] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('eb6027da-e146-4e72-84a5-681fb4b32c55',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 824.772461] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-ad1d197f-74fd-4a7c-9caf-d387031492a3 taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.772606] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ad1d197f-74fd-4a7c-9caf-d387031492a3" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.774031] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3452ae74-2819-4779-9a17-8e31890477f8 with status ACTIVE [ 824.774244] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.774371] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.774439] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.774650] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.774740] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.774920] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.775027] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.775088] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.775267] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.775347] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.775573] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.775780] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.775840] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.776036] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.776094] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.776195] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3452ae74-2819-4779-9a17-8e31890477f8 is going to be updated. [ 824.800720] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.801260] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.801260] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.801451] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.801563] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.801813] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3452ae74-2819-4779-9a17-8e31890477f8" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.014513] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for eb6027da-e146-4e72-84a5-681fb4b32c55: rpc.has_security_group_logging(os_id): False [ 825.035423] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.035636] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.035742] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.036077] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.036199] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.036492] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.036617] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.036709] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.036928] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.037044] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.037285] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.037400] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.037465] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.037625] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.037723] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.038055] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.038173] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.038230] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.038366] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.038440] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.038553] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: eb6027da-e146-4e72-84a5-681fb4b32c55 is going to be updated. [ 825.119397] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.119566] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.119640] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.119882] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.120067] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.133917] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: eb6027da-e146-4e72-84a5-681fb4b32c55 in Status: IN_PROGRESS for 2s [ 825.273550] env[65562]: INFO networking_nsxv3.common.synchronization [req-e4a26bb0-91c4-4b11-bb82-998d60426b6f req-29ae391f-e9d8-471a-b348-994aa2325ab6 tempest-SecurityGroupsTestJSON-9120917 tempest-SecurityGroupsTestJSON-9120917-project-member] Enqueued Resource ID: 07e9ea33-0bac-42c5-a799-310bf68a44ed with Priority: HIGHEST for action security_group_members [ 825.274413] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 07e9ea33-0bac-42c5-a799-310bf68a44ed with Priority: HIGHEST for action security_group_members [ 825.274739] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-07e9ea33-0bac-42c5-a799-310bf68a44ed taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.274867] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-07e9ea33-0bac-42c5-a799-310bf68a44ed" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.274932] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-07e9ea33-0bac-42c5-a799-310bf68a44ed" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.275431] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-07e9ea33-0bac-42c5-a799-310bf68a44ed" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.275727] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.275863] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.275990] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.277036] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.277131] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.277244] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('07e9ea33-0bac-42c5-a799-310bf68a44ed',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 825.719263] env[65562]: DEBUG networking_nsxv3.common.locking [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Lock network-648 taken with stack trace [, , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.719539] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquiring lock "network-648" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.719745] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired lock "network-648" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.720068] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired external semaphore "network-648" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.720404] env[65562]: DEBUG networking_nsxv3.common.locking [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.720614] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquiring lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.720774] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.721081] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired external semaphore "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.721270] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Releasing lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.722182] env[65562]: DEBUG dogpile.cache.region [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] No value present for key: 'zone-id' {{(pid=65562) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 825.722358] env[65562]: DEBUG dogpile.lock [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] NeedRegenerationException {{(pid=65562) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 825.722540] env[65562]: DEBUG dogpile.lock [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] no value, waiting for create lock {{(pid=65562) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 825.722695] env[65562]: DEBUG dogpile.lock [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] value creation lock acquired {{(pid=65562) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 825.722790] env[65562]: DEBUG dogpile.cache.region [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] No value present for key: 'zone-id' {{(pid=65562) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 825.722948] env[65562]: DEBUG dogpile.lock [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Calling creation function for not-yet-present value {{(pid=65562) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 825.723127] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 825.743348] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 825.743743] env[65562]: DEBUG dogpile.cache.region [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65562) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 825.744051] env[65562]: DEBUG dogpile.lock [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Released creation lock {{(pid=65562) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 825.744135] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Releasing lock "network-648" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.744567] env[65562]: DEBUG networking_nsxv3.common.locking [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Lock port-e9e19049-5df3-49ba-8b0f-914067d20f4b taken with stack trace [, , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.744784] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquiring lock "port-e9e19049-5df3-49ba-8b0f-914067d20f4b" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.744964] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired lock "port-e9e19049-5df3-49ba-8b0f-914067d20f4b" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.745338] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired external semaphore "port-e9e19049-5df3-49ba-8b0f-914067d20f4b" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.745554] env[65562]: DEBUG networking_nsxv3.api.rpc [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e9e19049-5df3-49ba-8b0f-914067d20f4b',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 825.780274] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.780432] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.780503] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.780862] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.780862] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.781017] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.781130] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.781184] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.781419] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.781500] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.781591] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 07e9ea33-0bac-42c5-a799-310bf68a44ed already deleted. [ 825.781672] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-07e9ea33-0bac-42c5-a799-310bf68a44ed" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.139495] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ad1d197f-74fd-4a7c-9caf-d387031492a3 in Status: SUCCESS [ 826.139831] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ad1d197f-74fd-4a7c-9caf-d387031492a3" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.139880] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ad1d197f-74fd-4a7c-9caf-d387031492a3" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.140124] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ad1d197f-74fd-4a7c-9caf-d387031492a3" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.140324] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.140437] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.140505] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.140654] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.140780] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.140830] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ad1d197f-74fd-4a7c-9caf-d387031492a3',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 826.247819] env[65562]: DEBUG networking_nsxv3.common.locking [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.248478] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.248478] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.248707] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.248896] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.249116] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Segment Port e9e19049-5df3-49ba-8b0f-914067d20f4b not found, creating... [ 826.249495] env[65562]: DEBUG networking_nsxv3.common.locking [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.249698] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquiring lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.249859] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.250184] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired external semaphore "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.250370] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Releasing lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.250778] env[65562]: DEBUG networking_nsxv3.common.locking [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.250994] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.251167] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.251460] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.251637] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.251819] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Resource: SegmentPort with ID: e9e19049-5df3-49ba-8b0f-914067d20f4b is going to be created. [ 826.277442] env[65562]: DEBUG networking_nsxv3.common.locking [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.277755] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.277977] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.278380] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.278710] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.278992] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Releasing lock "port-e9e19049-5df3-49ba-8b0f-914067d20f4b" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.643523] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ad1d197f-74fd-4a7c-9caf-d387031492a3',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 827.009022] env[65562]: INFO networking_nsxv3.common.synchronization [req-e4a26bb0-91c4-4b11-bb82-998d60426b6f req-9ef41f04-1373-4a46-b64a-911fc7c71d08 service nova] Enqueued Resource ID: 07e9ea33-0bac-42c5-a799-310bf68a44ed with Priority: HIGHEST for action security_group_rules [ 827.009022] env[65562]: INFO networking_nsxv3.common.synchronization [req-e4a26bb0-91c4-4b11-bb82-998d60426b6f req-9ef41f04-1373-4a46-b64a-911fc7c71d08 service nova] Enqueued Resource ID: 07e9ea33-0bac-42c5-a799-310bf68a44ed with Priority: HIGHEST for action security_group_members [ 827.009022] env[65562]: INFO networking_nsxv3.common.synchronization [req-e4a26bb0-91c4-4b11-bb82-998d60426b6f req-9ef41f04-1373-4a46-b64a-911fc7c71d08 service nova] Enqueued Resource ID: e9e19049-5df3-49ba-8b0f-914067d20f4b with Priority: HIGHEST for action port [ 827.009022] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 07e9ea33-0bac-42c5-a799-310bf68a44ed with Priority: HIGHEST for action security_group_rules [ 827.009022] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 07e9ea33-0bac-42c5-a799-310bf68a44ed with Priority: HIGHEST for action security_group_members [ 827.009022] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e9e19049-5df3-49ba-8b0f-914067d20f4b with Priority: HIGHEST for action port [ 827.009022] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock rules-07e9ea33-0bac-42c5-a799-310bf68a44ed taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.009022] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-07e9ea33-0bac-42c5-a799-310bf68a44ed" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.009737] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-07e9ea33-0bac-42c5-a799-310bf68a44ed" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.010119] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-07e9ea33-0bac-42c5-a799-310bf68a44ed" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.010634] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('07e9ea33-0bac-42c5-a799-310bf68a44ed',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 827.011698] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-07e9ea33-0bac-42c5-a799-310bf68a44ed taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.012313] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-07e9ea33-0bac-42c5-a799-310bf68a44ed" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.012730] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-07e9ea33-0bac-42c5-a799-310bf68a44ed" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.014890] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-07e9ea33-0bac-42c5-a799-310bf68a44ed" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.014890] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.014890] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.014890] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.014890] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.014890] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.014890] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('07e9ea33-0bac-42c5-a799-310bf68a44ed',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 827.015592] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock port-e9e19049-5df3-49ba-8b0f-914067d20f4b taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.015893] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e9e19049-5df3-49ba-8b0f-914067d20f4b" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.016063] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e9e19049-5df3-49ba-8b0f-914067d20f4b" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.016295] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e9e19049-5df3-49ba-8b0f-914067d20f4b" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.016533] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e9e19049-5df3-49ba-8b0f-914067d20f4b',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 827.145883] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ad1d197f-74fd-4a7c-9caf-d387031492a3',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 827.149147] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: eb6027da-e146-4e72-84a5-681fb4b32c55 in Status: SUCCESS [ 827.149452] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-eb6027da-e146-4e72-84a5-681fb4b32c55" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.519277] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-07e9ea33-0bac-42c5-a799-310bf68a44ed taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.519404] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-07e9ea33-0bac-42c5-a799-310bf68a44ed" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.519621] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('07e9ea33-0bac-42c5-a799-310bf68a44ed',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 827.521048] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e9e19049-5df3-49ba-8b0f-914067d20f4b with status ACTIVE [ 827.521171] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.521264] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.521323] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.521587] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.521587] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.521804] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.521886] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.521941] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.522083] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.522156] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.522761] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.522761] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.522761] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.522761] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.522761] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.522761] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e9e19049-5df3-49ba-8b0f-914067d20f4b is going to be updated. [ 827.548826] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.548965] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.549044] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.549259] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.549397] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.550024] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e9e19049-5df3-49ba-8b0f-914067d20f4b" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.650688] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.650855] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.650923] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.651143] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.651240] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.651335] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ad1d197f-74fd-4a7c-9caf-d387031492a3 is going to be updated. [ 827.704323] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.704323] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.704323] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.704323] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.704323] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.715590] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ad1d197f-74fd-4a7c-9caf-d387031492a3 in Status: IN_PROGRESS for 2s [ 828.026038] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('07e9ea33-0bac-42c5-a799-310bf68a44ed',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 828.529190] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.529479] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.529479] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.530522] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.530522] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.530522] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 07e9ea33-0bac-42c5-a799-310bf68a44ed is going to be created. [ 828.559732] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.559906] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.559979] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.560218] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.561036] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.572947] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 07e9ea33-0bac-42c5-a799-310bf68a44ed in Status: UNINITIALIZED for 2s [ 829.729087] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ad1d197f-74fd-4a7c-9caf-d387031492a3 in Status: SUCCESS [ 829.729087] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ad1d197f-74fd-4a7c-9caf-d387031492a3" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.730295] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ad1d197f-74fd-4a7c-9caf-d387031492a3" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.730295] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ad1d197f-74fd-4a7c-9caf-d387031492a3" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.730468] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.730581] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.730648] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.731264] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.731503] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.731660] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ad1d197f-74fd-4a7c-9caf-d387031492a3" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.731803] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ad1d197f-74fd-4a7c-9caf-d387031492a3',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 830.235052] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-ad1d197f-74fd-4a7c-9caf-d387031492a3 taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.235052] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ad1d197f-74fd-4a7c-9caf-d387031492a3" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.235377] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ad1d197f-74fd-4a7c-9caf-d387031492a3" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.236471] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ad1d197f-74fd-4a7c-9caf-d387031492a3" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.236471] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.236471] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.236471] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.236471] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.236471] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.237032] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ad1d197f-74fd-4a7c-9caf-d387031492a3" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.237032] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-ad1d197f-74fd-4a7c-9caf-d387031492a3 taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.238117] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ad1d197f-74fd-4a7c-9caf-d387031492a3" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.238303] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ad1d197f-74fd-4a7c-9caf-d387031492a3" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.238516] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ad1d197f-74fd-4a7c-9caf-d387031492a3" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.238686] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.238792] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.238932] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.239042] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.239142] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.239225] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ad1d197f-74fd-4a7c-9caf-d387031492a3" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.239318] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ad1d197f-74fd-4a7c-9caf-d387031492a3',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 830.584762] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 07e9ea33-0bac-42c5-a799-310bf68a44ed in Status: SUCCESS [ 830.586773] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-07e9ea33-0bac-42c5-a799-310bf68a44ed" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.587050] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-07e9ea33-0bac-42c5-a799-310bf68a44ed" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.587299] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-07e9ea33-0bac-42c5-a799-310bf68a44ed" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.587510] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.587633] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.587703] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.587858] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.587943] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.588051] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-07e9ea33-0bac-42c5-a799-310bf68a44ed" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.588144] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('07e9ea33-0bac-42c5-a799-310bf68a44ed',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 830.781332] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ad1d197f-74fd-4a7c-9caf-d387031492a3: rpc.has_security_group_logging(os_id): False [ 830.801022] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.801176] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.801249] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.801470] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.829358] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.829656] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.829777] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.829847] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.830067] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.830155] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.830355] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.830454] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.830520] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.830701] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.830763] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.830928] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.831052] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.831102] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.831226] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.831300] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.831386] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ad1d197f-74fd-4a7c-9caf-d387031492a3 is going to be updated. [ 830.904706] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.904706] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.904706] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.904706] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.904706] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.923534] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ad1d197f-74fd-4a7c-9caf-d387031492a3 in Status: IN_PROGRESS for 2s [ 830.939997] env[65562]: INFO networking_nsxv3.common.synchronization [req-d6354097-35f3-49f6-a091-2bd5329f9d5e req-e01b6574-7753-4e97-9714-b206cc4a3215 tempest-ServerExternalEventsTest-1327457287 tempest-ServerExternalEventsTest-1327457287-project-member] Enqueued Resource ID: b5fa1d3f-57a0-4d97-952d-bbc4df65658e with Priority: HIGHEST for action security_group_members [ 830.940360] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b5fa1d3f-57a0-4d97-952d-bbc4df65658e with Priority: HIGHEST for action security_group_members [ 830.940684] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-b5fa1d3f-57a0-4d97-952d-bbc4df65658e taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.940805] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b5fa1d3f-57a0-4d97-952d-bbc4df65658e" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.941082] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b5fa1d3f-57a0-4d97-952d-bbc4df65658e" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.941082] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b5fa1d3f-57a0-4d97-952d-bbc4df65658e" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.941237] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.941321] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.941375] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.941520] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.941604] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.941695] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b5fa1d3f-57a0-4d97-952d-bbc4df65658e',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 831.090532] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-07e9ea33-0bac-42c5-a799-310bf68a44ed taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.090697] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-07e9ea33-0bac-42c5-a799-310bf68a44ed" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.090782] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-07e9ea33-0bac-42c5-a799-310bf68a44ed" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.090996] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-07e9ea33-0bac-42c5-a799-310bf68a44ed" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.091176] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.091281] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.091337] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.091482] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.091572] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.091662] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-07e9ea33-0bac-42c5-a799-310bf68a44ed" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.091816] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-07e9ea33-0bac-42c5-a799-310bf68a44ed taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.091911] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-07e9ea33-0bac-42c5-a799-310bf68a44ed" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.091964] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-07e9ea33-0bac-42c5-a799-310bf68a44ed" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.092133] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-07e9ea33-0bac-42c5-a799-310bf68a44ed" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.092276] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.093741] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.093741] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.093741] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.093741] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.093741] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-07e9ea33-0bac-42c5-a799-310bf68a44ed" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.093741] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('07e9ea33-0bac-42c5-a799-310bf68a44ed',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 831.445323] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.445323] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.445323] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.445323] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.445323] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.445323] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.445855] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.445855] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.446038] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.446364] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.446491] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b5fa1d3f-57a0-4d97-952d-bbc4df65658e is going to be updated. [ 831.482319] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.482529] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.482640] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.482859] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.483016] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.494752] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b5fa1d3f-57a0-4d97-952d-bbc4df65658e in Status: IN_PROGRESS for 2s [ 831.597697] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 07e9ea33-0bac-42c5-a799-310bf68a44ed: rpc.has_security_group_logging(os_id): False [ 831.617363] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.617761] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.617945] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.618283] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.618553] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.618986] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.619376] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.619675] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.619995] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.620254] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.620702] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.621028] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.624022] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.624022] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.624022] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.624022] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.624022] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.624022] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.624022] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.624022] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.624022] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 07e9ea33-0bac-42c5-a799-310bf68a44ed is going to be created. [ 831.691910] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.691910] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.691910] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.691910] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.691910] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.704588] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 07e9ea33-0bac-42c5-a799-310bf68a44ed in Status: IN_PROGRESS for 2s [ 832.105437] env[65562]: INFO networking_nsxv3.common.synchronization [None req-de63524a-87f4-44e6-ba0a-7c3dea18a668 None None] Enqueued Resource ID: df16c31c-cd95-4b7c-9131-9fb33560c170 with Priority: HIGHEST for action port [ 832.105437] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: df16c31c-cd95-4b7c-9131-9fb33560c170 with Priority: HIGHEST for action port [ 832.105437] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock port-df16c31c-cd95-4b7c-9131-9fb33560c170 taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.105437] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-df16c31c-cd95-4b7c-9131-9fb33560c170" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.105437] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-df16c31c-cd95-4b7c-9131-9fb33560c170" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.107236] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-df16c31c-cd95-4b7c-9131-9fb33560c170" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.107236] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('df16c31c-cd95-4b7c-9131-9fb33560c170',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 832.218179] env[65562]: INFO networking_nsxv3.common.synchronization [req-0afc2d75-d644-452a-a5b6-2feaad058ed3 req-3404d5c0-04cd-4c8a-9375-e1678a2d05ff tempest-ServersAdminNegativeTestJSON-1385653827 tempest-ServersAdminNegativeTestJSON-1385653827-project-member] Enqueued Resource ID: 668efc0e-4cc7-4181-b04a-d658d4d5a698 with Priority: HIGHEST for action security_group_members [ 832.218179] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 668efc0e-4cc7-4181-b04a-d658d4d5a698 with Priority: HIGHEST for action security_group_members [ 832.218179] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-668efc0e-4cc7-4181-b04a-d658d4d5a698 taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.218179] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-668efc0e-4cc7-4181-b04a-d658d4d5a698" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.218179] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-668efc0e-4cc7-4181-b04a-d658d4d5a698" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.222618] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-668efc0e-4cc7-4181-b04a-d658d4d5a698" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.222827] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.222958] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.223022] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.223295] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.223415] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.223489] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('668efc0e-4cc7-4181-b04a-d658d4d5a698',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 832.226619] env[65562]: INFO networking_nsxv3.common.synchronization [req-2a952ba4-c347-4258-bde2-288a64fd59fa req-405eeeb6-fb32-488e-b9e8-f7448e96fc23 tempest-AttachInterfacesTestJSON-12420228 tempest-AttachInterfacesTestJSON-12420228-project-member] Enqueued Resource ID: ebe9d131-bf1d-401c-956d-8958f6a945eb with Priority: HIGHEST for action security_group_members [ 832.227296] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ebe9d131-bf1d-401c-956d-8958f6a945eb with Priority: HIGHEST for action security_group_members [ 832.227597] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-ebe9d131-bf1d-401c-956d-8958f6a945eb taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.227732] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ebe9d131-bf1d-401c-956d-8958f6a945eb" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.227794] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ebe9d131-bf1d-401c-956d-8958f6a945eb" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.228015] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ebe9d131-bf1d-401c-956d-8958f6a945eb" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.228167] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.228306] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.228368] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.228474] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.228556] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.228645] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ebe9d131-bf1d-401c-956d-8958f6a945eb',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 832.610342] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port df16c31c-cd95-4b7c-9131-9fb33560c170 [ 832.610570] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.610704] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.610765] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.611096] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.611096] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.611309] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:df16c31c-cd95-4b7c-9131-9fb33560c170 already deleted. [ 832.611309] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-df16c31c-cd95-4b7c-9131-9fb33560c170" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.620789] env[65562]: DEBUG networking_nsxv3.common.locking [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Lock network-338 taken with stack trace [, , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.620789] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquiring lock "network-338" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.620789] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired lock "network-338" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.620789] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired external semaphore "network-338" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.620789] env[65562]: DEBUG networking_nsxv3.common.locking [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.620789] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquiring lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.620789] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.621153] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired external semaphore "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.621153] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Releasing lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.621347] env[65562]: DEBUG dogpile.cache.region [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] No value present for key: 'zone-id' {{(pid=65562) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 832.621458] env[65562]: DEBUG dogpile.lock [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] NeedRegenerationException {{(pid=65562) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 832.621618] env[65562]: DEBUG dogpile.lock [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] no value, waiting for create lock {{(pid=65562) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 832.621778] env[65562]: DEBUG dogpile.lock [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] value creation lock acquired {{(pid=65562) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 832.621913] env[65562]: DEBUG dogpile.cache.region [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] No value present for key: 'zone-id' {{(pid=65562) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 832.622036] env[65562]: DEBUG dogpile.lock [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Calling creation function for not-yet-present value {{(pid=65562) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 832.622184] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 832.628574] env[65562]: DEBUG networking_nsxv3.common.locking [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Lock network-422 taken with stack trace [, , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.628773] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquiring lock "network-422" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.628895] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired lock "network-422" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.629150] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired external semaphore "network-422" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.629432] env[65562]: DEBUG networking_nsxv3.common.locking [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.629602] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquiring lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.629728] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.629966] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired external semaphore "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.630209] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Releasing lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.630401] env[65562]: DEBUG dogpile.cache.region [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] No value present for key: 'zone-id' {{(pid=65562) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 832.630525] env[65562]: DEBUG dogpile.lock [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] NeedRegenerationException {{(pid=65562) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 832.630650] env[65562]: DEBUG dogpile.lock [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] no value, waiting for create lock {{(pid=65562) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 832.630765] env[65562]: DEBUG dogpile.lock [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] value creation lock acquired {{(pid=65562) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 832.630961] env[65562]: DEBUG dogpile.cache.region [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] No value present for key: 'zone-id' {{(pid=65562) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 832.631093] env[65562]: DEBUG dogpile.lock [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Calling creation function for not-yet-present value {{(pid=65562) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 832.631227] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 832.644963] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 832.644963] env[65562]: DEBUG dogpile.cache.region [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65562) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 832.644963] env[65562]: DEBUG dogpile.lock [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Released creation lock {{(pid=65562) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 832.644963] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Releasing lock "network-338" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.645954] env[65562]: DEBUG networking_nsxv3.common.locking [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Lock port-78b093d8-9449-4937-90d2-7e4fc3f984fe taken with stack trace [, , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.646182] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquiring lock "port-78b093d8-9449-4937-90d2-7e4fc3f984fe" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.646312] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired lock "port-78b093d8-9449-4937-90d2-7e4fc3f984fe" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.646675] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired external semaphore "port-78b093d8-9449-4937-90d2-7e4fc3f984fe" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.646954] env[65562]: DEBUG networking_nsxv3.api.rpc [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('78b093d8-9449-4937-90d2-7e4fc3f984fe',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 832.652251] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 832.652410] env[65562]: DEBUG dogpile.cache.region [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65562) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 832.652542] env[65562]: DEBUG dogpile.lock [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Released creation lock {{(pid=65562) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 832.653011] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Releasing lock "network-422" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.653011] env[65562]: DEBUG networking_nsxv3.common.locking [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Lock port-4a43c403-73b6-404b-af98-990d2af5d6a8 taken with stack trace [, , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.653174] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquiring lock "port-4a43c403-73b6-404b-af98-990d2af5d6a8" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.653293] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired lock "port-4a43c403-73b6-404b-af98-990d2af5d6a8" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.653594] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired external semaphore "port-4a43c403-73b6-404b-af98-990d2af5d6a8" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.653742] env[65562]: DEBUG networking_nsxv3.api.rpc [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4a43c403-73b6-404b-af98-990d2af5d6a8',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 832.728229] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.728404] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.729032] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.729032] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.729032] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.729032] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.729276] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.729276] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.729276] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.729433] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.729433] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 668efc0e-4cc7-4181-b04a-d658d4d5a698 already deleted. [ 832.729504] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-668efc0e-4cc7-4181-b04a-d658d4d5a698" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.732277] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.732371] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.732419] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.732581] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.733357] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.733357] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.733357] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.733357] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.733357] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.733357] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.733920] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ebe9d131-bf1d-401c-956d-8958f6a945eb already deleted. [ 832.733920] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ebe9d131-bf1d-401c-956d-8958f6a945eb" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.938036] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ad1d197f-74fd-4a7c-9caf-d387031492a3 in Status: SUCCESS [ 832.938308] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ad1d197f-74fd-4a7c-9caf-d387031492a3" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.150066] env[65562]: DEBUG networking_nsxv3.common.locking [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.150385] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.150428] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.150699] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.150871] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.151101] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Segment Port 78b093d8-9449-4937-90d2-7e4fc3f984fe not found, creating... [ 833.151377] env[65562]: DEBUG networking_nsxv3.common.locking [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.151534] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquiring lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.151649] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.151871] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired external semaphore "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.152014] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Releasing lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.152385] env[65562]: DEBUG networking_nsxv3.common.locking [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.152540] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.152653] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.152854] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.152983] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.153290] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Resource: SegmentPort with ID: 78b093d8-9449-4937-90d2-7e4fc3f984fe is going to be created. [ 833.156351] env[65562]: DEBUG networking_nsxv3.common.locking [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.156531] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.156628] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.156849] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.156975] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.157129] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Segment Port 4a43c403-73b6-404b-af98-990d2af5d6a8 not found, creating... [ 833.157364] env[65562]: DEBUG networking_nsxv3.common.locking [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.157511] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquiring lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.157620] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.157820] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired external semaphore "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.157950] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Releasing lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.158253] env[65562]: DEBUG networking_nsxv3.common.locking [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.158402] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.158514] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.158717] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.158840] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.159024] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Resource: SegmentPort with ID: 4a43c403-73b6-404b-af98-990d2af5d6a8 is going to be created. [ 833.192169] env[65562]: DEBUG networking_nsxv3.common.locking [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.192597] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.192658] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.192962] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.193257] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.193525] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Releasing lock "port-4a43c403-73b6-404b-af98-990d2af5d6a8" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.195457] env[65562]: DEBUG networking_nsxv3.common.locking [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.195666] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.195835] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.196146] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.196374] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.196594] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Releasing lock "port-78b093d8-9449-4937-90d2-7e4fc3f984fe" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.505974] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b5fa1d3f-57a0-4d97-952d-bbc4df65658e in Status: SUCCESS [ 833.505974] env[65562]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b5fa1d3f-57a0-4d97-952d-bbc4df65658e deletion is rescheduled due to dependency. [ 833.506278] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b5fa1d3f-57a0-4d97-952d-bbc4df65658e" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.717857] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 07e9ea33-0bac-42c5-a799-310bf68a44ed in Status: SUCCESS [ 833.718112] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-07e9ea33-0bac-42c5-a799-310bf68a44ed" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.929791] env[65562]: INFO networking_nsxv3.common.synchronization [req-2a952ba4-c347-4258-bde2-288a64fd59fa req-06de205a-dcb9-4584-8179-fc65b398f844 service nova] Enqueued Resource ID: ebe9d131-bf1d-401c-956d-8958f6a945eb with Priority: HIGHEST for action security_group_rules [ 833.929980] env[65562]: INFO networking_nsxv3.common.synchronization [req-2a952ba4-c347-4258-bde2-288a64fd59fa req-06de205a-dcb9-4584-8179-fc65b398f844 service nova] Enqueued Resource ID: ebe9d131-bf1d-401c-956d-8958f6a945eb with Priority: HIGHEST for action security_group_members [ 833.930645] env[65562]: INFO networking_nsxv3.common.synchronization [req-2a952ba4-c347-4258-bde2-288a64fd59fa req-06de205a-dcb9-4584-8179-fc65b398f844 service nova] Enqueued Resource ID: 4a43c403-73b6-404b-af98-990d2af5d6a8 with Priority: HIGHEST for action port [ 833.932205] env[65562]: INFO networking_nsxv3.common.synchronization [req-0afc2d75-d644-452a-a5b6-2feaad058ed3 req-a2119e6d-9c99-4285-b6da-72d7b5cfb771 service nova] Enqueued Resource ID: 668efc0e-4cc7-4181-b04a-d658d4d5a698 with Priority: HIGHEST for action security_group_rules [ 833.932495] env[65562]: INFO networking_nsxv3.common.synchronization [req-0afc2d75-d644-452a-a5b6-2feaad058ed3 req-a2119e6d-9c99-4285-b6da-72d7b5cfb771 service nova] Enqueued Resource ID: 668efc0e-4cc7-4181-b04a-d658d4d5a698 with Priority: HIGHEST for action security_group_members [ 833.932650] env[65562]: INFO networking_nsxv3.common.synchronization [req-0afc2d75-d644-452a-a5b6-2feaad058ed3 req-a2119e6d-9c99-4285-b6da-72d7b5cfb771 service nova] Enqueued Resource ID: 78b093d8-9449-4937-90d2-7e4fc3f984fe with Priority: HIGHEST for action port [ 833.932927] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ebe9d131-bf1d-401c-956d-8958f6a945eb with Priority: HIGHEST for action security_group_rules [ 833.933021] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4a43c403-73b6-404b-af98-990d2af5d6a8 with Priority: HIGHEST for action port [ 833.933125] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 78b093d8-9449-4937-90d2-7e4fc3f984fe with Priority: HIGHEST for action port [ 833.933446] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 668efc0e-4cc7-4181-b04a-d658d4d5a698 with Priority: HIGHEST for action security_group_members [ 833.933576] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ebe9d131-bf1d-401c-956d-8958f6a945eb with Priority: HIGHEST for action security_group_members [ 833.933691] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 668efc0e-4cc7-4181-b04a-d658d4d5a698 with Priority: HIGHEST for action security_group_rules [ 833.934335] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ebe9d131-bf1d-401c-956d-8958f6a945eb taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.934682] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ebe9d131-bf1d-401c-956d-8958f6a945eb" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.934754] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ebe9d131-bf1d-401c-956d-8958f6a945eb" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.935068] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ebe9d131-bf1d-401c-956d-8958f6a945eb" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.935155] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ebe9d131-bf1d-401c-956d-8958f6a945eb',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 833.938609] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock port-4a43c403-73b6-404b-af98-990d2af5d6a8 taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.938757] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4a43c403-73b6-404b-af98-990d2af5d6a8" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.938813] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4a43c403-73b6-404b-af98-990d2af5d6a8" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.938986] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4a43c403-73b6-404b-af98-990d2af5d6a8" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.939083] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4a43c403-73b6-404b-af98-990d2af5d6a8',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 833.944252] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock port-78b093d8-9449-4937-90d2-7e4fc3f984fe taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.944715] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-78b093d8-9449-4937-90d2-7e4fc3f984fe" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.944715] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-78b093d8-9449-4937-90d2-7e4fc3f984fe" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.944715] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-78b093d8-9449-4937-90d2-7e4fc3f984fe" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.944849] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('78b093d8-9449-4937-90d2-7e4fc3f984fe',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 833.945771] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-668efc0e-4cc7-4181-b04a-d658d4d5a698 taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.945908] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-668efc0e-4cc7-4181-b04a-d658d4d5a698" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.945987] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-668efc0e-4cc7-4181-b04a-d658d4d5a698" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.946180] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-668efc0e-4cc7-4181-b04a-d658d4d5a698" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.946339] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.946436] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.946497] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.946637] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.946760] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.946845] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('668efc0e-4cc7-4181-b04a-d658d4d5a698',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 833.948753] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-ebe9d131-bf1d-401c-956d-8958f6a945eb taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.948877] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ebe9d131-bf1d-401c-956d-8958f6a945eb" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.948943] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ebe9d131-bf1d-401c-956d-8958f6a945eb" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.949151] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ebe9d131-bf1d-401c-956d-8958f6a945eb" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.949538] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.949538] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.949538] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.949657] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.949713] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.949986] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ebe9d131-bf1d-401c-956d-8958f6a945eb',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 833.951030] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock rules-668efc0e-4cc7-4181-b04a-d658d4d5a698 taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.952029] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-668efc0e-4cc7-4181-b04a-d658d4d5a698" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.952029] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-668efc0e-4cc7-4181-b04a-d658d4d5a698" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.952029] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-668efc0e-4cc7-4181-b04a-d658d4d5a698" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.952029] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('668efc0e-4cc7-4181-b04a-d658d4d5a698',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 834.224800] env[65562]: INFO networking_nsxv3.common.synchronization [None req-78c05f70-0f9e-4284-a856-707af95f6c9e None None] Enqueued Resource ID: a96e6129-56ae-4631-b763-3dfc99c7a592 with Priority: HIGHEST for action port [ 834.225480] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a96e6129-56ae-4631-b763-3dfc99c7a592 with Priority: HIGHEST for action port [ 834.226027] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock port-a96e6129-56ae-4631-b763-3dfc99c7a592 taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.226027] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a96e6129-56ae-4631-b763-3dfc99c7a592" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.226027] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a96e6129-56ae-4631-b763-3dfc99c7a592" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.226391] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a96e6129-56ae-4631-b763-3dfc99c7a592" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.226476] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a96e6129-56ae-4631-b763-3dfc99c7a592',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 834.440119] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-ebe9d131-bf1d-401c-956d-8958f6a945eb taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.440282] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ebe9d131-bf1d-401c-956d-8958f6a945eb" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.445133] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4a43c403-73b6-404b-af98-990d2af5d6a8 with status ACTIVE [ 834.445361] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.445523] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.445523] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.445793] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.445880] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.446111] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.446272] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.446365] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.446567] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.446661] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.446918] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.447088] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.447189] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.447363] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.447459] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.447570] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4a43c403-73b6-404b-af98-990d2af5d6a8 is going to be updated. [ 834.448859] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('668efc0e-4cc7-4181-b04a-d658d4d5a698',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 834.452825] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ebe9d131-bf1d-401c-956d-8958f6a945eb',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 834.454055] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 78b093d8-9449-4937-90d2-7e4fc3f984fe with status ACTIVE [ 834.454372] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.454543] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.454645] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.454862] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.455019] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.455246] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.455389] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.455515] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.455687] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.455918] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.456268] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.456569] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.456569] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.456669] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.456669] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.457093] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 78b093d8-9449-4937-90d2-7e4fc3f984fe is going to be updated. [ 834.458192] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-668efc0e-4cc7-4181-b04a-d658d4d5a698 taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.458385] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-668efc0e-4cc7-4181-b04a-d658d4d5a698" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.475179] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.475410] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.475410] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.475652] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.475888] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.476077] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4a43c403-73b6-404b-af98-990d2af5d6a8" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.479046] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.479214] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.479276] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.480348] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.480348] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.480348] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-78b093d8-9449-4937-90d2-7e4fc3f984fe" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.728740] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a96e6129-56ae-4631-b763-3dfc99c7a592 [ 834.729055] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.729194] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.729274] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.729501] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.729617] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.729758] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a96e6129-56ae-4631-b763-3dfc99c7a592 already deleted. [ 834.729853] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a96e6129-56ae-4631-b763-3dfc99c7a592" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.953007] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('668efc0e-4cc7-4181-b04a-d658d4d5a698',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 834.959058] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ebe9d131-bf1d-401c-956d-8958f6a945eb',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 835.456145] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.456497] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.456497] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.456732] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.456732] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.456893] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 668efc0e-4cc7-4181-b04a-d658d4d5a698 is going to be created. [ 835.462858] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.463043] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.463224] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.463317] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.463416] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.463526] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ebe9d131-bf1d-401c-956d-8958f6a945eb is going to be created. [ 835.498594] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.498869] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.499542] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.499542] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.499542] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.501634] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.501793] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.501793] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.502306] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.502674] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.552160] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ebe9d131-bf1d-401c-956d-8958f6a945eb in Status: UNINITIALIZED for 2s [ 835.552160] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 668efc0e-4cc7-4181-b04a-d658d4d5a698 in Status: UNINITIALIZED for 2s [ 837.529722] env[65562]: INFO networking_nsxv3.common.synchronization [req-69e06b84-13c9-42eb-9d1a-657fbfa1465f req-5210475e-8a52-4793-a5e0-08a6530b4941 tempest-ServersTestManualDisk-1821507592 tempest-ServersTestManualDisk-1821507592-project-member] Enqueued Resource ID: 3b324699-912e-4c49-a8fc-8a69945b0055 with Priority: HIGHEST for action security_group_members [ 837.530324] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3b324699-912e-4c49-a8fc-8a69945b0055 with Priority: HIGHEST for action security_group_members [ 837.530916] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-3b324699-912e-4c49-a8fc-8a69945b0055 taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.531053] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3b324699-912e-4c49-a8fc-8a69945b0055" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.531122] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3b324699-912e-4c49-a8fc-8a69945b0055" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.531392] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3b324699-912e-4c49-a8fc-8a69945b0055" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.531545] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.531646] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.531698] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.531855] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.531948] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.532052] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3b324699-912e-4c49-a8fc-8a69945b0055',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 837.564157] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 668efc0e-4cc7-4181-b04a-d658d4d5a698 in Status: SUCCESS [ 837.564397] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-668efc0e-4cc7-4181-b04a-d658d4d5a698" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.564880] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-668efc0e-4cc7-4181-b04a-d658d4d5a698" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.565120] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-668efc0e-4cc7-4181-b04a-d658d4d5a698" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.565313] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.565429] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.565494] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.565646] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.565726] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.565914] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-668efc0e-4cc7-4181-b04a-d658d4d5a698" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.566015] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('668efc0e-4cc7-4181-b04a-d658d4d5a698',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 837.568041] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ebe9d131-bf1d-401c-956d-8958f6a945eb in Status: SUCCESS [ 837.568041] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ebe9d131-bf1d-401c-956d-8958f6a945eb" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.568185] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ebe9d131-bf1d-401c-956d-8958f6a945eb" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.568329] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ebe9d131-bf1d-401c-956d-8958f6a945eb" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.568503] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.568645] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.568697] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.568798] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.569190] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.569190] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ebe9d131-bf1d-401c-956d-8958f6a945eb" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.569190] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ebe9d131-bf1d-401c-956d-8958f6a945eb',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 837.860664] env[65562]: DEBUG networking_nsxv3.common.locking [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Lock network-257 taken with stack trace [, , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.860877] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquiring lock "network-257" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.861011] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired lock "network-257" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.862054] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired external semaphore "network-257" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.863184] env[65562]: DEBUG networking_nsxv3.common.locking [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.863184] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquiring lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.863184] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.863184] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired external semaphore "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.863184] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Releasing lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.863564] env[65562]: DEBUG dogpile.cache.region [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] No value present for key: 'zone-id' {{(pid=65562) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 837.863564] env[65562]: DEBUG dogpile.lock [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] NeedRegenerationException {{(pid=65562) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 837.863564] env[65562]: DEBUG dogpile.lock [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] no value, waiting for create lock {{(pid=65562) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 837.863564] env[65562]: DEBUG dogpile.lock [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] value creation lock acquired {{(pid=65562) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 837.863794] env[65562]: DEBUG dogpile.cache.region [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] No value present for key: 'zone-id' {{(pid=65562) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 837.863794] env[65562]: DEBUG dogpile.lock [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Calling creation function for not-yet-present value {{(pid=65562) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 837.864354] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 837.887039] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 837.887039] env[65562]: DEBUG dogpile.cache.region [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65562) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 837.887039] env[65562]: DEBUG dogpile.lock [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Released creation lock {{(pid=65562) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 837.887039] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Releasing lock "network-257" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.887334] env[65562]: DEBUG networking_nsxv3.common.locking [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Lock port-5f235d96-1c16-4a01-aa8c-6857f762c44e taken with stack trace [, , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.888396] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquiring lock "port-5f235d96-1c16-4a01-aa8c-6857f762c44e" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.888396] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired lock "port-5f235d96-1c16-4a01-aa8c-6857f762c44e" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.888396] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired external semaphore "port-5f235d96-1c16-4a01-aa8c-6857f762c44e" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.888396] env[65562]: DEBUG networking_nsxv3.api.rpc [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5f235d96-1c16-4a01-aa8c-6857f762c44e',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 838.039687] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.039779] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.039779] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.040016] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.040110] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.040305] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.040406] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.040469] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.040620] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.040696] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.040779] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3b324699-912e-4c49-a8fc-8a69945b0055 already deleted. [ 838.040858] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3b324699-912e-4c49-a8fc-8a69945b0055" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.071235] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-668efc0e-4cc7-4181-b04a-d658d4d5a698 taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.071420] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-668efc0e-4cc7-4181-b04a-d658d4d5a698" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.071486] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-668efc0e-4cc7-4181-b04a-d658d4d5a698" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.071668] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-668efc0e-4cc7-4181-b04a-d658d4d5a698" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.071833] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.071933] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.072112] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.072204] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.072349] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.072386] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-668efc0e-4cc7-4181-b04a-d658d4d5a698" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.072522] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-668efc0e-4cc7-4181-b04a-d658d4d5a698 taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.072613] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-668efc0e-4cc7-4181-b04a-d658d4d5a698" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.072671] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-668efc0e-4cc7-4181-b04a-d658d4d5a698" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.072825] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-668efc0e-4cc7-4181-b04a-d658d4d5a698" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.072964] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.073067] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.073127] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.073262] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.073340] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.073420] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-668efc0e-4cc7-4181-b04a-d658d4d5a698" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.073516] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('668efc0e-4cc7-4181-b04a-d658d4d5a698',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 838.074635] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-ebe9d131-bf1d-401c-956d-8958f6a945eb taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.074755] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ebe9d131-bf1d-401c-956d-8958f6a945eb" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.074818] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ebe9d131-bf1d-401c-956d-8958f6a945eb" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.074999] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ebe9d131-bf1d-401c-956d-8958f6a945eb" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.075161] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.075286] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.075353] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.075499] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.075580] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.075687] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ebe9d131-bf1d-401c-956d-8958f6a945eb" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.075870] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-ebe9d131-bf1d-401c-956d-8958f6a945eb taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.075965] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ebe9d131-bf1d-401c-956d-8958f6a945eb" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.076036] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ebe9d131-bf1d-401c-956d-8958f6a945eb" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.076175] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ebe9d131-bf1d-401c-956d-8958f6a945eb" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.076345] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.076402] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.076466] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.076600] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.076676] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.076783] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ebe9d131-bf1d-401c-956d-8958f6a945eb" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.076837] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ebe9d131-bf1d-401c-956d-8958f6a945eb',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 838.391073] env[65562]: DEBUG networking_nsxv3.common.locking [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.391414] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.391579] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.391998] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.392355] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.392546] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Segment Port 5f235d96-1c16-4a01-aa8c-6857f762c44e not found, creating... [ 838.393015] env[65562]: DEBUG networking_nsxv3.common.locking [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.393298] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquiring lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.393437] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.393741] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired external semaphore "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.393909] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Releasing lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.394282] env[65562]: DEBUG networking_nsxv3.common.locking [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.394468] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.394608] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.394878] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.395045] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.395230] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Resource: SegmentPort with ID: 5f235d96-1c16-4a01-aa8c-6857f762c44e is going to be created. [ 838.403929] env[65562]: INFO networking_nsxv3.common.synchronization [req-4c3abbda-7b86-48d5-8782-78ebcf3e1a30 req-c00caa4e-2483-4b07-8d4e-701c2426832f tempest-SecurityGroupsTestJSON-9120917 tempest-SecurityGroupsTestJSON-9120917-project-member] Enqueued Resource ID: e2084a25-0274-4d3a-9173-6a4cc2eec598 with Priority: HIGHEST for action security_group_members [ 838.404121] env[65562]: INFO networking_nsxv3.common.synchronization [req-4c3abbda-7b86-48d5-8782-78ebcf3e1a30 req-c00caa4e-2483-4b07-8d4e-701c2426832f tempest-SecurityGroupsTestJSON-9120917 tempest-SecurityGroupsTestJSON-9120917-project-member] Enqueued Resource ID: 07e9ea33-0bac-42c5-a799-310bf68a44ed with Priority: HIGHEST for action security_group_members [ 838.404728] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e2084a25-0274-4d3a-9173-6a4cc2eec598 with Priority: HIGHEST for action security_group_members [ 838.404940] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 07e9ea33-0bac-42c5-a799-310bf68a44ed with Priority: HIGHEST for action security_group_members [ 838.405194] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-e2084a25-0274-4d3a-9173-6a4cc2eec598 taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.405270] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e2084a25-0274-4d3a-9173-6a4cc2eec598" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.405347] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e2084a25-0274-4d3a-9173-6a4cc2eec598" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.405626] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e2084a25-0274-4d3a-9173-6a4cc2eec598" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.405733] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.405907] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.406026] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.406288] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.406396] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.406475] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e2084a25-0274-4d3a-9173-6a4cc2eec598',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 838.408433] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-07e9ea33-0bac-42c5-a799-310bf68a44ed taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.408433] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-07e9ea33-0bac-42c5-a799-310bf68a44ed" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.408433] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-07e9ea33-0bac-42c5-a799-310bf68a44ed" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.409085] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-07e9ea33-0bac-42c5-a799-310bf68a44ed" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.409085] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.409085] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.409085] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.409343] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.409644] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.409644] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('07e9ea33-0bac-42c5-a799-310bf68a44ed',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 838.422369] env[65562]: DEBUG networking_nsxv3.common.locking [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.422601] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.422775] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.423018] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.423550] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.423550] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Releasing lock "port-5f235d96-1c16-4a01-aa8c-6857f762c44e" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.463485] env[65562]: INFO networking_nsxv3.common.synchronization [req-4c3abbda-7b86-48d5-8782-78ebcf3e1a30 req-c00caa4e-2483-4b07-8d4e-701c2426832f tempest-SecurityGroupsTestJSON-9120917 tempest-SecurityGroupsTestJSON-9120917-project-member] Enqueued Resource ID: 07e9ea33-0bac-42c5-a799-310bf68a44ed with Priority: HIGHEST for action security_group_rules [ 838.463485] env[65562]: INFO networking_nsxv3.common.synchronization [req-4c3abbda-7b86-48d5-8782-78ebcf3e1a30 req-c00caa4e-2483-4b07-8d4e-701c2426832f tempest-SecurityGroupsTestJSON-9120917 tempest-SecurityGroupsTestJSON-9120917-project-member] Enqueued Resource ID: 07e9ea33-0bac-42c5-a799-310bf68a44ed with Priority: HIGHEST for action security_group_members [ 838.463938] env[65562]: INFO networking_nsxv3.common.synchronization [req-4c3abbda-7b86-48d5-8782-78ebcf3e1a30 req-c00caa4e-2483-4b07-8d4e-701c2426832f tempest-SecurityGroupsTestJSON-9120917 tempest-SecurityGroupsTestJSON-9120917-project-member] Enqueued Resource ID: e2084a25-0274-4d3a-9173-6a4cc2eec598 with Priority: HIGHEST for action security_group_rules [ 838.464304] env[65562]: INFO networking_nsxv3.common.synchronization [req-4c3abbda-7b86-48d5-8782-78ebcf3e1a30 req-c00caa4e-2483-4b07-8d4e-701c2426832f tempest-SecurityGroupsTestJSON-9120917 tempest-SecurityGroupsTestJSON-9120917-project-member] Enqueued Resource ID: e2084a25-0274-4d3a-9173-6a4cc2eec598 with Priority: HIGHEST for action security_group_members [ 838.464764] env[65562]: INFO networking_nsxv3.common.synchronization [req-4c3abbda-7b86-48d5-8782-78ebcf3e1a30 req-c00caa4e-2483-4b07-8d4e-701c2426832f tempest-SecurityGroupsTestJSON-9120917 tempest-SecurityGroupsTestJSON-9120917-project-member] Enqueued Resource ID: e9e19049-5df3-49ba-8b0f-914067d20f4b with Priority: HIGHEST for action port [ 838.465560] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 07e9ea33-0bac-42c5-a799-310bf68a44ed with Priority: HIGHEST for action security_group_rules [ 838.465915] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e2084a25-0274-4d3a-9173-6a4cc2eec598 with Priority: HIGHEST for action security_group_rules [ 838.466222] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e9e19049-5df3-49ba-8b0f-914067d20f4b with Priority: HIGHEST for action port [ 838.466432] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 07e9ea33-0bac-42c5-a799-310bf68a44ed with Priority: HIGHEST for action security_group_members [ 838.466633] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e2084a25-0274-4d3a-9173-6a4cc2eec598 with Priority: HIGHEST for action security_group_members [ 838.467092] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock rules-07e9ea33-0bac-42c5-a799-310bf68a44ed taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.467450] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-07e9ea33-0bac-42c5-a799-310bf68a44ed" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.467621] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-07e9ea33-0bac-42c5-a799-310bf68a44ed" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.467920] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-07e9ea33-0bac-42c5-a799-310bf68a44ed" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.468129] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('07e9ea33-0bac-42c5-a799-310bf68a44ed',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 838.469221] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e2084a25-0274-4d3a-9173-6a4cc2eec598 taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.469471] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e2084a25-0274-4d3a-9173-6a4cc2eec598" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.469635] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e2084a25-0274-4d3a-9173-6a4cc2eec598" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.470164] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e2084a25-0274-4d3a-9173-6a4cc2eec598" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.470343] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e2084a25-0274-4d3a-9173-6a4cc2eec598',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 838.471543] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock port-e9e19049-5df3-49ba-8b0f-914067d20f4b taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.472022] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e9e19049-5df3-49ba-8b0f-914067d20f4b" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.472022] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e9e19049-5df3-49ba-8b0f-914067d20f4b" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.472182] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e9e19049-5df3-49ba-8b0f-914067d20f4b" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.473945] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e9e19049-5df3-49ba-8b0f-914067d20f4b',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 838.473945] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-07e9ea33-0bac-42c5-a799-310bf68a44ed taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.473945] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-07e9ea33-0bac-42c5-a799-310bf68a44ed" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.473945] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-e2084a25-0274-4d3a-9173-6a4cc2eec598 taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.473945] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e2084a25-0274-4d3a-9173-6a4cc2eec598" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.578524] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 668efc0e-4cc7-4181-b04a-d658d4d5a698: rpc.has_security_group_logging(os_id): False [ 838.579967] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ebe9d131-bf1d-401c-956d-8958f6a945eb: rpc.has_security_group_logging(os_id): False [ 838.608874] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.609117] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.609117] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.609321] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.609412] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.609635] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.609763] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.609866] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.610158] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.610241] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.610450] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.610544] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.610609] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.610763] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.610836] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.611036] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.611131] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.611192] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.611331] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.611408] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.611994] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ebe9d131-bf1d-401c-956d-8958f6a945eb is going to be created. [ 838.614601] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.614747] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.614829] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.615080] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.615147] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.615345] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.615452] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.615692] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.615692] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.615927] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.616427] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.616427] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.616601] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.617118] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.617222] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.617479] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.617584] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.617891] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.617891] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.618043] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.618213] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 668efc0e-4cc7-4181-b04a-d658d4d5a698 is going to be created. [ 838.713337] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.713548] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.713632] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.713864] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.714068] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.734520] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.734756] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.734756] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.734942] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.735161] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.744417] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 668efc0e-4cc7-4181-b04a-d658d4d5a698 in Status: IN_PROGRESS for 2s [ 838.746015] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ebe9d131-bf1d-401c-956d-8958f6a945eb in Status: IN_PROGRESS for 2s [ 838.912098] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e2084a25-0274-4d3a-9173-6a4cc2eec598',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 838.914956] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('07e9ea33-0bac-42c5-a799-310bf68a44ed',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 838.974665] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e9e19049-5df3-49ba-8b0f-914067d20f4b with status ACTIVE [ 838.974904] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.975053] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.975128] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.975358] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.975528] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.975737] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.975899] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.975965] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.976181] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.976264] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.976457] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.976550] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.976611] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.976751] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.976863] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.976941] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e9e19049-5df3-49ba-8b0f-914067d20f4b is going to be updated. [ 838.978208] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-e2084a25-0274-4d3a-9173-6a4cc2eec598 taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.978311] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e2084a25-0274-4d3a-9173-6a4cc2eec598" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.978520] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-07e9ea33-0bac-42c5-a799-310bf68a44ed taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.978606] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-07e9ea33-0bac-42c5-a799-310bf68a44ed" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.000257] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.000257] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.000433] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.000548] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.000690] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.000872] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e9e19049-5df3-49ba-8b0f-914067d20f4b" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.165578] env[65562]: INFO networking_nsxv3.common.synchronization [req-69e06b84-13c9-42eb-9d1a-657fbfa1465f req-7cd99df6-b198-4daf-b8c6-20ff08422cdd service nova] Enqueued Resource ID: 3b324699-912e-4c49-a8fc-8a69945b0055 with Priority: HIGHEST for action security_group_rules [ 839.165760] env[65562]: INFO networking_nsxv3.common.synchronization [req-69e06b84-13c9-42eb-9d1a-657fbfa1465f req-7cd99df6-b198-4daf-b8c6-20ff08422cdd service nova] Enqueued Resource ID: 3b324699-912e-4c49-a8fc-8a69945b0055 with Priority: HIGHEST for action security_group_members [ 839.166039] env[65562]: INFO networking_nsxv3.common.synchronization [req-69e06b84-13c9-42eb-9d1a-657fbfa1465f req-7cd99df6-b198-4daf-b8c6-20ff08422cdd service nova] Enqueued Resource ID: 5f235d96-1c16-4a01-aa8c-6857f762c44e with Priority: HIGHEST for action port [ 839.166824] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3b324699-912e-4c49-a8fc-8a69945b0055 with Priority: HIGHEST for action security_group_rules [ 839.167016] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3b324699-912e-4c49-a8fc-8a69945b0055 with Priority: HIGHEST for action security_group_members [ 839.167140] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5f235d96-1c16-4a01-aa8c-6857f762c44e with Priority: HIGHEST for action port [ 839.167439] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3b324699-912e-4c49-a8fc-8a69945b0055 taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.167577] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3b324699-912e-4c49-a8fc-8a69945b0055" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.167647] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3b324699-912e-4c49-a8fc-8a69945b0055" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.167887] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3b324699-912e-4c49-a8fc-8a69945b0055" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.167992] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3b324699-912e-4c49-a8fc-8a69945b0055',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 839.168875] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-3b324699-912e-4c49-a8fc-8a69945b0055 taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.168998] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3b324699-912e-4c49-a8fc-8a69945b0055" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.169062] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3b324699-912e-4c49-a8fc-8a69945b0055" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.169237] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3b324699-912e-4c49-a8fc-8a69945b0055" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.169555] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.169555] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.169555] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.169707] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.169839] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.169872] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3b324699-912e-4c49-a8fc-8a69945b0055',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 839.173534] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock port-5f235d96-1c16-4a01-aa8c-6857f762c44e taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.173534] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5f235d96-1c16-4a01-aa8c-6857f762c44e" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.173534] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5f235d96-1c16-4a01-aa8c-6857f762c44e" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.173534] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5f235d96-1c16-4a01-aa8c-6857f762c44e" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.173534] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5f235d96-1c16-4a01-aa8c-6857f762c44e',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 839.417296] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e2084a25-0274-4d3a-9173-6a4cc2eec598',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 839.423652] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('07e9ea33-0bac-42c5-a799-310bf68a44ed',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 839.675033] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-3b324699-912e-4c49-a8fc-8a69945b0055 taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.675033] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3b324699-912e-4c49-a8fc-8a69945b0055" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.675033] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3b324699-912e-4c49-a8fc-8a69945b0055',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 839.675597] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5f235d96-1c16-4a01-aa8c-6857f762c44e with status ACTIVE [ 839.675597] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.675597] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.675597] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.675870] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.676017] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.676149] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.676205] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.676293] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.676478] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.676555] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.676741] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.676852] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.676917] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.677082] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.677168] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.677242] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5f235d96-1c16-4a01-aa8c-6857f762c44e is going to be updated. [ 839.680946] env[65562]: INFO networking_nsxv3.common.synchronization [req-e3cf851a-9498-4065-ba99-66ab01042d7b req-e79dd0ba-20c9-46cb-891f-0c068906d7d4 tempest-SecurityGroupsTestJSON-9120917 tempest-SecurityGroupsTestJSON-9120917-project-member] Enqueued Resource ID: 64deb400-5f5e-421b-bb4a-9ccfd5fc45fe with Priority: HIGHEST for action security_group_members [ 839.680946] env[65562]: INFO networking_nsxv3.common.synchronization [req-e3cf851a-9498-4065-ba99-66ab01042d7b req-e79dd0ba-20c9-46cb-891f-0c068906d7d4 tempest-SecurityGroupsTestJSON-9120917 tempest-SecurityGroupsTestJSON-9120917-project-member] Enqueued Resource ID: e2084a25-0274-4d3a-9173-6a4cc2eec598 with Priority: HIGHEST for action security_group_members [ 839.680946] env[65562]: INFO networking_nsxv3.common.synchronization [req-e3cf851a-9498-4065-ba99-66ab01042d7b req-e79dd0ba-20c9-46cb-891f-0c068906d7d4 tempest-SecurityGroupsTestJSON-9120917 tempest-SecurityGroupsTestJSON-9120917-project-member] Enqueued Resource ID: 07e9ea33-0bac-42c5-a799-310bf68a44ed with Priority: HIGHEST for action security_group_members [ 839.681940] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 64deb400-5f5e-421b-bb4a-9ccfd5fc45fe with Priority: HIGHEST for action security_group_members [ 839.682446] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e2084a25-0274-4d3a-9173-6a4cc2eec598 with Priority: HIGHEST for action security_group_members [ 839.683355] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 07e9ea33-0bac-42c5-a799-310bf68a44ed with Priority: HIGHEST for action security_group_members [ 839.683355] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-64deb400-5f5e-421b-bb4a-9ccfd5fc45fe taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.683517] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-64deb400-5f5e-421b-bb4a-9ccfd5fc45fe" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.683517] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-64deb400-5f5e-421b-bb4a-9ccfd5fc45fe" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.683751] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-64deb400-5f5e-421b-bb4a-9ccfd5fc45fe" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.683922] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.684063] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.684127] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.684780] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.684780] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.684780] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('64deb400-5f5e-421b-bb4a-9ccfd5fc45fe',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 839.686091] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-e2084a25-0274-4d3a-9173-6a4cc2eec598 taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.686091] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e2084a25-0274-4d3a-9173-6a4cc2eec598" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.686091] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-07e9ea33-0bac-42c5-a799-310bf68a44ed taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.686091] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-07e9ea33-0bac-42c5-a799-310bf68a44ed" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.707639] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.707877] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.707877] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.708102] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.708382] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.708542] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5f235d96-1c16-4a01-aa8c-6857f762c44e" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.744399] env[65562]: INFO networking_nsxv3.common.synchronization [req-e3cf851a-9498-4065-ba99-66ab01042d7b req-e79dd0ba-20c9-46cb-891f-0c068906d7d4 tempest-SecurityGroupsTestJSON-9120917 tempest-SecurityGroupsTestJSON-9120917-project-member] Enqueued Resource ID: 07e9ea33-0bac-42c5-a799-310bf68a44ed with Priority: HIGHEST for action security_group_rules [ 839.744681] env[65562]: INFO networking_nsxv3.common.synchronization [req-e3cf851a-9498-4065-ba99-66ab01042d7b req-e79dd0ba-20c9-46cb-891f-0c068906d7d4 tempest-SecurityGroupsTestJSON-9120917 tempest-SecurityGroupsTestJSON-9120917-project-member] Enqueued Resource ID: 07e9ea33-0bac-42c5-a799-310bf68a44ed with Priority: HIGHEST for action security_group_members [ 839.744923] env[65562]: INFO networking_nsxv3.common.synchronization [req-e3cf851a-9498-4065-ba99-66ab01042d7b req-e79dd0ba-20c9-46cb-891f-0c068906d7d4 tempest-SecurityGroupsTestJSON-9120917 tempest-SecurityGroupsTestJSON-9120917-project-member] Enqueued Resource ID: 64deb400-5f5e-421b-bb4a-9ccfd5fc45fe with Priority: HIGHEST for action security_group_rules [ 839.745182] env[65562]: INFO networking_nsxv3.common.synchronization [req-e3cf851a-9498-4065-ba99-66ab01042d7b req-e79dd0ba-20c9-46cb-891f-0c068906d7d4 tempest-SecurityGroupsTestJSON-9120917 tempest-SecurityGroupsTestJSON-9120917-project-member] Enqueued Resource ID: 64deb400-5f5e-421b-bb4a-9ccfd5fc45fe with Priority: HIGHEST for action security_group_members [ 839.745401] env[65562]: INFO networking_nsxv3.common.synchronization [req-e3cf851a-9498-4065-ba99-66ab01042d7b req-e79dd0ba-20c9-46cb-891f-0c068906d7d4 tempest-SecurityGroupsTestJSON-9120917 tempest-SecurityGroupsTestJSON-9120917-project-member] Enqueued Resource ID: e2084a25-0274-4d3a-9173-6a4cc2eec598 with Priority: HIGHEST for action security_group_rules [ 839.745620] env[65562]: INFO networking_nsxv3.common.synchronization [req-e3cf851a-9498-4065-ba99-66ab01042d7b req-e79dd0ba-20c9-46cb-891f-0c068906d7d4 tempest-SecurityGroupsTestJSON-9120917 tempest-SecurityGroupsTestJSON-9120917-project-member] Enqueued Resource ID: e2084a25-0274-4d3a-9173-6a4cc2eec598 with Priority: HIGHEST for action security_group_members [ 839.745854] env[65562]: INFO networking_nsxv3.common.synchronization [req-e3cf851a-9498-4065-ba99-66ab01042d7b req-e79dd0ba-20c9-46cb-891f-0c068906d7d4 tempest-SecurityGroupsTestJSON-9120917 tempest-SecurityGroupsTestJSON-9120917-project-member] Enqueued Resource ID: e9e19049-5df3-49ba-8b0f-914067d20f4b with Priority: HIGHEST for action port [ 839.746615] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 07e9ea33-0bac-42c5-a799-310bf68a44ed with Priority: HIGHEST for action security_group_rules [ 839.746768] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 64deb400-5f5e-421b-bb4a-9ccfd5fc45fe with Priority: HIGHEST for action security_group_rules [ 839.746941] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e2084a25-0274-4d3a-9173-6a4cc2eec598 with Priority: HIGHEST for action security_group_members [ 839.747112] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e9e19049-5df3-49ba-8b0f-914067d20f4b with Priority: HIGHEST for action port [ 839.747268] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e2084a25-0274-4d3a-9173-6a4cc2eec598 with Priority: HIGHEST for action security_group_rules [ 839.747408] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 07e9ea33-0bac-42c5-a799-310bf68a44ed with Priority: HIGHEST for action security_group_members [ 839.747558] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 64deb400-5f5e-421b-bb4a-9ccfd5fc45fe with Priority: HIGHEST for action security_group_members [ 839.747951] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock rules-07e9ea33-0bac-42c5-a799-310bf68a44ed taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.748133] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-07e9ea33-0bac-42c5-a799-310bf68a44ed" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.748465] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock rules-64deb400-5f5e-421b-bb4a-9ccfd5fc45fe taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.748589] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-64deb400-5f5e-421b-bb4a-9ccfd5fc45fe" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.748668] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-64deb400-5f5e-421b-bb4a-9ccfd5fc45fe" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.748936] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-64deb400-5f5e-421b-bb4a-9ccfd5fc45fe" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.749027] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('64deb400-5f5e-421b-bb4a-9ccfd5fc45fe',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 839.750353] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-e2084a25-0274-4d3a-9173-6a4cc2eec598 taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.750453] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e2084a25-0274-4d3a-9173-6a4cc2eec598" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.750657] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock port-e9e19049-5df3-49ba-8b0f-914067d20f4b taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.750764] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e9e19049-5df3-49ba-8b0f-914067d20f4b" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.750833] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e9e19049-5df3-49ba-8b0f-914067d20f4b" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.754658] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e9e19049-5df3-49ba-8b0f-914067d20f4b" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.754658] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e9e19049-5df3-49ba-8b0f-914067d20f4b',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 839.754658] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e2084a25-0274-4d3a-9173-6a4cc2eec598 taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.754658] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e2084a25-0274-4d3a-9173-6a4cc2eec598" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.754658] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-07e9ea33-0bac-42c5-a799-310bf68a44ed taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.754658] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-07e9ea33-0bac-42c5-a799-310bf68a44ed" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.754658] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-64deb400-5f5e-421b-bb4a-9ccfd5fc45fe taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.754658] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-64deb400-5f5e-421b-bb4a-9ccfd5fc45fe" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.920659] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.920839] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.920917] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.921182] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.921297] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.921399] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e2084a25-0274-4d3a-9173-6a4cc2eec598 is going to be created. [ 839.926986] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.927141] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.927204] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.927470] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.927534] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.927596] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 07e9ea33-0bac-42c5-a799-310bf68a44ed is going to be updated. [ 839.962629] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.962629] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.962629] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.962629] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.962629] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.980372] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.980372] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.980372] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.980372] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.980372] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.982186] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e2084a25-0274-4d3a-9173-6a4cc2eec598 in Status: UNINITIALIZED for 2s [ 839.994772] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 07e9ea33-0bac-42c5-a799-310bf68a44ed in Status: IN_PROGRESS for 2s [ 840.181685] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3b324699-912e-4c49-a8fc-8a69945b0055',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 840.187431] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('64deb400-5f5e-421b-bb4a-9ccfd5fc45fe',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 840.253429] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e9e19049-5df3-49ba-8b0f-914067d20f4b with status ACTIVE [ 840.253739] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.255697] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.255697] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.255697] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.255697] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.255697] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.255697] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.255697] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.255697] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.255697] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.255697] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.255697] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.255697] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.255697] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.255697] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.255697] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e9e19049-5df3-49ba-8b0f-914067d20f4b is going to be updated. [ 840.257706] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-64deb400-5f5e-421b-bb4a-9ccfd5fc45fe taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.257828] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-64deb400-5f5e-421b-bb4a-9ccfd5fc45fe" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.301864] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.301864] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.301864] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.301864] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.301864] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.302386] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e9e19049-5df3-49ba-8b0f-914067d20f4b" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.366014] env[65562]: INFO networking_nsxv3.common.synchronization [req-ee86fab6-56a8-480e-bad2-d52c36c39c1e req-2e33f472-75a2-4276-93da-96f15efb5fad tempest-ListServerFiltersTestJSON-1836936355 tempest-ListServerFiltersTestJSON-1836936355-project-member] Enqueued Resource ID: 287d2f33-e266-41a4-96b8-2f16db834f62 with Priority: HIGHEST for action security_group_members [ 840.366464] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 287d2f33-e266-41a4-96b8-2f16db834f62 with Priority: HIGHEST for action security_group_members [ 840.366769] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-287d2f33-e266-41a4-96b8-2f16db834f62 taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.367097] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-287d2f33-e266-41a4-96b8-2f16db834f62" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.367097] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-287d2f33-e266-41a4-96b8-2f16db834f62" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.367434] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-287d2f33-e266-41a4-96b8-2f16db834f62" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.368607] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.368607] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.368607] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.368607] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.368607] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.368607] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('287d2f33-e266-41a4-96b8-2f16db834f62',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 840.685601] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.685601] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.685601] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.685601] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.685601] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.685601] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3b324699-912e-4c49-a8fc-8a69945b0055 is going to be created. [ 840.689803] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('64deb400-5f5e-421b-bb4a-9ccfd5fc45fe',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 840.720651] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.720827] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.720868] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.721094] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.721269] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.735041] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3b324699-912e-4c49-a8fc-8a69945b0055 in Status: UNINITIALIZED for 2s [ 840.761846] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 668efc0e-4cc7-4181-b04a-d658d4d5a698 in Status: SUCCESS [ 840.762303] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-668efc0e-4cc7-4181-b04a-d658d4d5a698" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.763457] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ebe9d131-bf1d-401c-956d-8958f6a945eb in Status: SUCCESS [ 840.763690] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ebe9d131-bf1d-401c-956d-8958f6a945eb" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.864976] env[65562]: DEBUG networking_nsxv3.common.locking [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Lock network-427 taken with stack trace [, , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.865192] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquiring lock "network-427" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.865323] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired lock "network-427" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.865708] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired external semaphore "network-427" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.867064] env[65562]: DEBUG networking_nsxv3.common.locking [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.867310] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquiring lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.867466] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.867731] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired external semaphore "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.868525] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Releasing lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.868525] env[65562]: DEBUG dogpile.cache.region [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] No value present for key: 'zone-id' {{(pid=65562) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 840.868525] env[65562]: DEBUG dogpile.lock [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] NeedRegenerationException {{(pid=65562) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 840.868525] env[65562]: DEBUG dogpile.lock [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] no value, waiting for create lock {{(pid=65562) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 840.868731] env[65562]: DEBUG dogpile.lock [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] value creation lock acquired {{(pid=65562) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 840.869262] env[65562]: DEBUG dogpile.cache.region [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] No value present for key: 'zone-id' {{(pid=65562) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 840.869440] env[65562]: DEBUG dogpile.lock [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Calling creation function for not-yet-present value {{(pid=65562) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 840.869596] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 840.871868] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.871868] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.871868] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.871868] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.871868] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.872128] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.872209] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.872267] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.872426] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.872503] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.872589] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 287d2f33-e266-41a4-96b8-2f16db834f62 already deleted. [ 840.872674] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-287d2f33-e266-41a4-96b8-2f16db834f62" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.896873] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 840.897078] env[65562]: DEBUG dogpile.cache.region [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=65562) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 840.897217] env[65562]: DEBUG dogpile.lock [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Released creation lock {{(pid=65562) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 840.897403] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Releasing lock "network-427" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.897855] env[65562]: DEBUG networking_nsxv3.common.locking [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Lock port-8007bf4e-ba0a-4e6c-b382-10a2f13cb289 taken with stack trace [, , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.898084] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquiring lock "port-8007bf4e-ba0a-4e6c-b382-10a2f13cb289" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.898309] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired lock "port-8007bf4e-ba0a-4e6c-b382-10a2f13cb289" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.898662] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired external semaphore "port-8007bf4e-ba0a-4e6c-b382-10a2f13cb289" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.898895] env[65562]: DEBUG networking_nsxv3.api.rpc [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8007bf4e-ba0a-4e6c-b382-10a2f13cb289',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 841.194106] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.194106] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.194106] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.194106] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.194106] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.194106] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 64deb400-5f5e-421b-bb4a-9ccfd5fc45fe is going to be created. [ 841.226985] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.227252] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.227335] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.227553] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.227728] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.247300] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 64deb400-5f5e-421b-bb4a-9ccfd5fc45fe in Status: UNINITIALIZED for 2s [ 841.404968] env[65562]: DEBUG networking_nsxv3.common.locking [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.405339] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.405397] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.405951] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.405951] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.406185] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Segment Port 8007bf4e-ba0a-4e6c-b382-10a2f13cb289 not found, creating... [ 841.406716] env[65562]: DEBUG networking_nsxv3.common.locking [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.407395] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquiring lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.407689] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.407942] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired external semaphore "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.408252] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Releasing lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.408831] env[65562]: DEBUG networking_nsxv3.common.locking [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.408831] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.409276] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.409413] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.409623] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.409821] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Resource: SegmentPort with ID: 8007bf4e-ba0a-4e6c-b382-10a2f13cb289 is going to be created. [ 841.448570] env[65562]: DEBUG networking_nsxv3.common.locking [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.448780] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.448898] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.450926] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.450926] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.450926] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Releasing lock "port-8007bf4e-ba0a-4e6c-b382-10a2f13cb289" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.008056] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e2084a25-0274-4d3a-9173-6a4cc2eec598 in Status: SUCCESS [ 842.008056] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e2084a25-0274-4d3a-9173-6a4cc2eec598" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.008056] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e2084a25-0274-4d3a-9173-6a4cc2eec598" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.008056] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e2084a25-0274-4d3a-9173-6a4cc2eec598" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.008056] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.008056] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.008056] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.008056] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.008056] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.008056] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e2084a25-0274-4d3a-9173-6a4cc2eec598',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 842.010625] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 07e9ea33-0bac-42c5-a799-310bf68a44ed in Status: SUCCESS [ 842.010840] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-07e9ea33-0bac-42c5-a799-310bf68a44ed" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.011175] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-07e9ea33-0bac-42c5-a799-310bf68a44ed" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.011256] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-07e9ea33-0bac-42c5-a799-310bf68a44ed" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.012451] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.012451] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.012451] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.012451] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.012451] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.012451] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('07e9ea33-0bac-42c5-a799-310bf68a44ed',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 842.513872] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e2084a25-0274-4d3a-9173-6a4cc2eec598',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 842.515579] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('07e9ea33-0bac-42c5-a799-310bf68a44ed',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 842.675849] env[65562]: INFO networking_nsxv3.common.synchronization [req-ee86fab6-56a8-480e-bad2-d52c36c39c1e req-b1027d79-690b-42d4-a5f5-e318ecea476b service nova] Enqueued Resource ID: 287d2f33-e266-41a4-96b8-2f16db834f62 with Priority: HIGHEST for action security_group_rules [ 842.675849] env[65562]: INFO networking_nsxv3.common.synchronization [req-ee86fab6-56a8-480e-bad2-d52c36c39c1e req-b1027d79-690b-42d4-a5f5-e318ecea476b service nova] Enqueued Resource ID: 287d2f33-e266-41a4-96b8-2f16db834f62 with Priority: HIGHEST for action security_group_members [ 842.675849] env[65562]: INFO networking_nsxv3.common.synchronization [req-ee86fab6-56a8-480e-bad2-d52c36c39c1e req-b1027d79-690b-42d4-a5f5-e318ecea476b service nova] Enqueued Resource ID: 8007bf4e-ba0a-4e6c-b382-10a2f13cb289 with Priority: HIGHEST for action port [ 842.675849] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 287d2f33-e266-41a4-96b8-2f16db834f62 with Priority: HIGHEST for action security_group_rules [ 842.675849] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 287d2f33-e266-41a4-96b8-2f16db834f62 with Priority: HIGHEST for action security_group_members [ 842.675849] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8007bf4e-ba0a-4e6c-b382-10a2f13cb289 with Priority: HIGHEST for action port [ 842.675849] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock rules-287d2f33-e266-41a4-96b8-2f16db834f62 taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.675849] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-287d2f33-e266-41a4-96b8-2f16db834f62" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.675849] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-287d2f33-e266-41a4-96b8-2f16db834f62" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.677249] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-287d2f33-e266-41a4-96b8-2f16db834f62" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.677249] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('287d2f33-e266-41a4-96b8-2f16db834f62',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 842.677978] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-287d2f33-e266-41a4-96b8-2f16db834f62 taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.678122] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-287d2f33-e266-41a4-96b8-2f16db834f62" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.678186] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-287d2f33-e266-41a4-96b8-2f16db834f62" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.678383] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-287d2f33-e266-41a4-96b8-2f16db834f62" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.679415] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.679415] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.679415] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.679415] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.679415] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.679415] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('287d2f33-e266-41a4-96b8-2f16db834f62',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 842.680063] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock port-8007bf4e-ba0a-4e6c-b382-10a2f13cb289 taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.680063] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8007bf4e-ba0a-4e6c-b382-10a2f13cb289" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.680063] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8007bf4e-ba0a-4e6c-b382-10a2f13cb289" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.680242] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8007bf4e-ba0a-4e6c-b382-10a2f13cb289" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.680242] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8007bf4e-ba0a-4e6c-b382-10a2f13cb289',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 842.746564] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3b324699-912e-4c49-a8fc-8a69945b0055 in Status: SUCCESS [ 842.746777] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3b324699-912e-4c49-a8fc-8a69945b0055" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.746976] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3b324699-912e-4c49-a8fc-8a69945b0055" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.747217] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3b324699-912e-4c49-a8fc-8a69945b0055" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.747413] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.747533] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.747597] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.747807] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.747915] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.748033] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3b324699-912e-4c49-a8fc-8a69945b0055" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.748158] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3b324699-912e-4c49-a8fc-8a69945b0055',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 843.017526] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e2084a25-0274-4d3a-9173-6a4cc2eec598',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 843.018931] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('07e9ea33-0bac-42c5-a799-310bf68a44ed',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 843.068217] env[65562]: INFO networking_nsxv3.common.synchronization [req-3c7cbce9-a69f-40f9-bf5a-0c0d08bc4af5 req-bf71c249-3b9c-4860-a898-a623687021a4 tempest-ServersTestBootFromVolume-286375373 tempest-ServersTestBootFromVolume-286375373-project-member] Enqueued Resource ID: 71723131-ee48-432c-9e22-b6c008c7f86d with Priority: HIGHEST for action security_group_members [ 843.068217] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 71723131-ee48-432c-9e22-b6c008c7f86d with Priority: HIGHEST for action security_group_members [ 843.068217] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-71723131-ee48-432c-9e22-b6c008c7f86d taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.068217] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-71723131-ee48-432c-9e22-b6c008c7f86d" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.068217] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-71723131-ee48-432c-9e22-b6c008c7f86d" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.068630] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-71723131-ee48-432c-9e22-b6c008c7f86d" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.068630] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.068725] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.068725] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.069395] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.069395] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.069395] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('71723131-ee48-432c-9e22-b6c008c7f86d',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 843.181973] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('287d2f33-e266-41a4-96b8-2f16db834f62',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 843.183925] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-287d2f33-e266-41a4-96b8-2f16db834f62 taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.184114] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-287d2f33-e266-41a4-96b8-2f16db834f62" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.184479] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8007bf4e-ba0a-4e6c-b382-10a2f13cb289 with status ACTIVE [ 843.184766] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.185644] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.185644] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.185644] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.185644] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.185917] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.185977] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.186308] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.186308] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.186719] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.186719] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.186719] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.186969] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.186969] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.186969] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.187162] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8007bf4e-ba0a-4e6c-b382-10a2f13cb289 is going to be updated. [ 843.229401] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.229401] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.229634] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.229979] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.229979] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.229979] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8007bf4e-ba0a-4e6c-b382-10a2f13cb289" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.251693] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3b324699-912e-4c49-a8fc-8a69945b0055',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 843.258398] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 64deb400-5f5e-421b-bb4a-9ccfd5fc45fe in Status: SUCCESS [ 843.258620] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-64deb400-5f5e-421b-bb4a-9ccfd5fc45fe" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.258789] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-64deb400-5f5e-421b-bb4a-9ccfd5fc45fe" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.259015] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-64deb400-5f5e-421b-bb4a-9ccfd5fc45fe" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.259248] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.259365] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.259450] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.259611] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.259691] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.259784] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('64deb400-5f5e-421b-bb4a-9ccfd5fc45fe',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 843.522223] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.522389] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.522461] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.523032] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.523032] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.523032] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 07e9ea33-0bac-42c5-a799-310bf68a44ed is going to be updated. [ 843.524274] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.524455] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.524825] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.524825] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.524946] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.525404] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e2084a25-0274-4d3a-9173-6a4cc2eec598 is going to be updated. [ 843.557897] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.558069] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.558216] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.558350] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.558502] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.560522] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.560684] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.560735] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.560882] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.561118] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.571508] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.571718] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.571823] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.572116] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.572230] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.572485] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.572607] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.572676] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.572842] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.573271] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.573271] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 71723131-ee48-432c-9e22-b6c008c7f86d is going to be updated. [ 843.574964] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 07e9ea33-0bac-42c5-a799-310bf68a44ed in Status: IN_PROGRESS for 2s [ 843.576076] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e2084a25-0274-4d3a-9173-6a4cc2eec598 in Status: IN_PROGRESS for 2s [ 843.612822] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.613011] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.613057] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.613269] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.613416] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.628332] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 71723131-ee48-432c-9e22-b6c008c7f86d in Status: IN_PROGRESS for 2s [ 843.690423] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('287d2f33-e266-41a4-96b8-2f16db834f62',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 843.756901] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3b324699-912e-4c49-a8fc-8a69945b0055: rpc.has_security_group_logging(os_id): False [ 843.763079] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('64deb400-5f5e-421b-bb4a-9ccfd5fc45fe',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 843.783579] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.783773] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.783829] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.784117] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.784253] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.784563] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.786046] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.786046] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.786046] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.786046] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.786046] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3b324699-912e-4c49-a8fc-8a69945b0055 is going to be created. [ 843.881330] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.881330] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.881330] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.881582] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.881784] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.899708] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3b324699-912e-4c49-a8fc-8a69945b0055 in Status: IN_PROGRESS for 2s [ 844.194555] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.195116] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.195116] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.196065] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.197163] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.197163] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 287d2f33-e266-41a4-96b8-2f16db834f62 is going to be created. [ 844.242095] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.242095] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.242095] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.242095] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.242095] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.258025] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 287d2f33-e266-41a4-96b8-2f16db834f62 in Status: UNINITIALIZED for 2s [ 844.266464] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('64deb400-5f5e-421b-bb4a-9ccfd5fc45fe',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 844.773682] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.774765] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.774765] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.774765] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.774765] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.774765] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 64deb400-5f5e-421b-bb4a-9ccfd5fc45fe is going to be updated. [ 844.810977] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.810977] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.810977] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.810977] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.810977] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.821087] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 64deb400-5f5e-421b-bb4a-9ccfd5fc45fe in Status: IN_PROGRESS for 2s [ 845.590674] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e2084a25-0274-4d3a-9173-6a4cc2eec598 in Status: SUCCESS [ 845.590674] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e2084a25-0274-4d3a-9173-6a4cc2eec598" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.590674] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e2084a25-0274-4d3a-9173-6a4cc2eec598" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.590674] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e2084a25-0274-4d3a-9173-6a4cc2eec598" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.590674] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.590674] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.590674] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.590674] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.591754] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.591754] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e2084a25-0274-4d3a-9173-6a4cc2eec598" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.591754] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e2084a25-0274-4d3a-9173-6a4cc2eec598',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 845.592738] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 07e9ea33-0bac-42c5-a799-310bf68a44ed in Status: SUCCESS [ 845.592938] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-07e9ea33-0bac-42c5-a799-310bf68a44ed" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.593109] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e2084a25-0274-4d3a-9173-6a4cc2eec598" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.593282] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e2084a25-0274-4d3a-9173-6a4cc2eec598" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.593452] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.593610] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.593610] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.593759] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.593848] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.593949] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e2084a25-0274-4d3a-9173-6a4cc2eec598',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 845.594725] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-07e9ea33-0bac-42c5-a799-310bf68a44ed" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.594887] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-07e9ea33-0bac-42c5-a799-310bf68a44ed" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.595644] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.595780] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.595888] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.596053] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.596135] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.596222] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-07e9ea33-0bac-42c5-a799-310bf68a44ed" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.596317] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('07e9ea33-0bac-42c5-a799-310bf68a44ed',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 845.597390] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-07e9ea33-0bac-42c5-a799-310bf68a44ed" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.597554] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-07e9ea33-0bac-42c5-a799-310bf68a44ed" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.597916] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.597916] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.597916] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.598043] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.598101] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.598283] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('07e9ea33-0bac-42c5-a799-310bf68a44ed',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 845.614035] env[65562]: INFO networking_nsxv3.common.synchronization [req-47849111-a15a-408b-a99d-71f230635bf2 req-96c90d4c-ce62-4d8d-99be-6cb1c844d901 tempest-ListServersNegativeTestJSON-671060769 tempest-ListServersNegativeTestJSON-671060769-project-member] Enqueued Resource ID: 4a16418f-7f9f-429f-885b-6c353851228c with Priority: HIGHEST for action security_group_members [ 845.616107] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4a16418f-7f9f-429f-885b-6c353851228c with Priority: HIGHEST for action security_group_members [ 845.616718] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-4a16418f-7f9f-429f-885b-6c353851228c taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.616850] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4a16418f-7f9f-429f-885b-6c353851228c" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.616943] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4a16418f-7f9f-429f-885b-6c353851228c" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.617224] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4a16418f-7f9f-429f-885b-6c353851228c" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.617391] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.617503] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.617567] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.617725] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.617824] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.617923] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4a16418f-7f9f-429f-885b-6c353851228c',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 845.641659] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 71723131-ee48-432c-9e22-b6c008c7f86d in Status: SUCCESS [ 845.642808] env[65562]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 71723131-ee48-432c-9e22-b6c008c7f86d deletion is rescheduled due to dependency. [ 845.642808] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-71723131-ee48-432c-9e22-b6c008c7f86d" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.916117] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3b324699-912e-4c49-a8fc-8a69945b0055 in Status: SUCCESS [ 845.916370] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3b324699-912e-4c49-a8fc-8a69945b0055" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.019272] env[65562]: INFO networking_nsxv3.common.synchronization [req-85894728-d2bc-4210-9ca6-20d3a206fb23 req-1e624fce-39ba-46e0-a819-56094b98b04f tempest-ListServersNegativeTestJSON-671060769 tempest-ListServersNegativeTestJSON-671060769-project-member] Enqueued Resource ID: 4a16418f-7f9f-429f-885b-6c353851228c with Priority: HIGHEST for action security_group_members [ 846.019272] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4a16418f-7f9f-429f-885b-6c353851228c with Priority: HIGHEST for action security_group_members [ 846.019435] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-4a16418f-7f9f-429f-885b-6c353851228c taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.019535] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4a16418f-7f9f-429f-885b-6c353851228c" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.098233] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e2084a25-0274-4d3a-9173-6a4cc2eec598',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 846.099470] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e2084a25-0274-4d3a-9173-6a4cc2eec598',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 846.100381] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-07e9ea33-0bac-42c5-a799-310bf68a44ed taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.100485] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-07e9ea33-0bac-42c5-a799-310bf68a44ed" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.101952] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('07e9ea33-0bac-42c5-a799-310bf68a44ed',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 846.123025] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4a16418f-7f9f-429f-885b-6c353851228c',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 846.272093] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 287d2f33-e266-41a4-96b8-2f16db834f62 in Status: SUCCESS [ 846.272349] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-287d2f33-e266-41a4-96b8-2f16db834f62" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.272583] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-287d2f33-e266-41a4-96b8-2f16db834f62" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.272830] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-287d2f33-e266-41a4-96b8-2f16db834f62" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.273044] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.273169] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.273246] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.273422] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.273496] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.273607] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-287d2f33-e266-41a4-96b8-2f16db834f62" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.273709] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('287d2f33-e266-41a4-96b8-2f16db834f62',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 846.331270] env[65562]: INFO networking_nsxv3.common.synchronization [req-f3bf6c08-7876-423f-a8b4-9197592a70ee req-fa517806-230c-4107-8191-da59273b10be tempest-ListServerFiltersTestJSON-1836936355 tempest-ListServerFiltersTestJSON-1836936355-project-member] Enqueued Resource ID: 287d2f33-e266-41a4-96b8-2f16db834f62 with Priority: HIGHEST for action security_group_members [ 846.332242] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 287d2f33-e266-41a4-96b8-2f16db834f62 with Priority: HIGHEST for action security_group_members [ 846.332766] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-287d2f33-e266-41a4-96b8-2f16db834f62 taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.332976] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-287d2f33-e266-41a4-96b8-2f16db834f62" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.333146] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-287d2f33-e266-41a4-96b8-2f16db834f62" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.333406] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-287d2f33-e266-41a4-96b8-2f16db834f62" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.333657] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.333815] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.334271] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.334506] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.334647] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.334792] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('287d2f33-e266-41a4-96b8-2f16db834f62',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 846.601012] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e2084a25-0274-4d3a-9173-6a4cc2eec598: rpc.has_security_group_logging(os_id): False [ 846.602172] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e2084a25-0274-4d3a-9173-6a4cc2eec598',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 846.607827] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('07e9ea33-0bac-42c5-a799-310bf68a44ed',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 846.623830] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.624796] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.624796] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.624796] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.624796] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.624953] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.625642] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.625642] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.625642] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.625642] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.625642] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e2084a25-0274-4d3a-9173-6a4cc2eec598 is going to be created. [ 846.627537] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4a16418f-7f9f-429f-885b-6c353851228c',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 846.704597] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.704597] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.704597] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.704597] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.704597] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.722245] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e2084a25-0274-4d3a-9173-6a4cc2eec598 in Status: IN_PROGRESS for 2s [ 846.778785] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-287d2f33-e266-41a4-96b8-2f16db834f62 taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.778785] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-287d2f33-e266-41a4-96b8-2f16db834f62" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.783223] env[65562]: DEBUG networking_nsxv3.common.locking [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Lock network-427 taken with stack trace [, , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.783223] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquiring lock "network-427" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.783483] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired lock "network-427" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.784181] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired external semaphore "network-427" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.784294] env[65562]: DEBUG networking_nsxv3.common.locking [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.784410] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquiring lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.784566] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.784764] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired external semaphore "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.784930] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Releasing lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.785165] env[65562]: DEBUG dogpile.cache.region [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] No value present for key: 'zone-id' {{(pid=65562) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 846.785315] env[65562]: DEBUG dogpile.lock [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] NeedRegenerationException {{(pid=65562) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 846.785425] env[65562]: DEBUG dogpile.lock [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] no value, waiting for create lock {{(pid=65562) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 846.785482] env[65562]: DEBUG dogpile.lock [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] value creation lock acquired {{(pid=65562) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 846.785667] env[65562]: DEBUG dogpile.cache.region [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] No value present for key: 'zone-id' {{(pid=65562) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 846.785667] env[65562]: DEBUG dogpile.lock [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Calling creation function for not-yet-present value {{(pid=65562) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 846.786216] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 846.811072] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 846.811298] env[65562]: DEBUG dogpile.cache.region [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=65562) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 846.811457] env[65562]: DEBUG dogpile.lock [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Released creation lock {{(pid=65562) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 846.811637] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Releasing lock "network-427" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.811993] env[65562]: DEBUG networking_nsxv3.common.locking [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Lock port-5f0bcff8-39d0-49ef-a1bf-712171163ad0 taken with stack trace [, , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.812216] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquiring lock "port-5f0bcff8-39d0-49ef-a1bf-712171163ad0" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.812301] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired lock "port-5f0bcff8-39d0-49ef-a1bf-712171163ad0" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.812694] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired external semaphore "port-5f0bcff8-39d0-49ef-a1bf-712171163ad0" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.812882] env[65562]: DEBUG networking_nsxv3.api.rpc [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5f0bcff8-39d0-49ef-a1bf-712171163ad0',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 846.834725] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 64deb400-5f5e-421b-bb4a-9ccfd5fc45fe in Status: SUCCESS [ 846.835067] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-64deb400-5f5e-421b-bb4a-9ccfd5fc45fe" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.835703] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-64deb400-5f5e-421b-bb4a-9ccfd5fc45fe" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.836309] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-64deb400-5f5e-421b-bb4a-9ccfd5fc45fe" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.836590] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.836801] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.836947] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.837179] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.837384] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.837504] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-64deb400-5f5e-421b-bb4a-9ccfd5fc45fe" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.837654] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('64deb400-5f5e-421b-bb4a-9ccfd5fc45fe',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 846.839521] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('287d2f33-e266-41a4-96b8-2f16db834f62',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 847.105660] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.106143] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.106143] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.106298] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.106360] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.106423] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e2084a25-0274-4d3a-9173-6a4cc2eec598 is going to be updated. [ 847.108617] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.108909] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.109084] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.109179] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.109271] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.109361] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 07e9ea33-0bac-42c5-a799-310bf68a44ed is going to be updated. [ 847.130598] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.130784] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.130855] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.131872] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.131872] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.131872] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4a16418f-7f9f-429f-885b-6c353851228c is going to be updated. [ 847.161294] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.161294] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.161294] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.161294] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.161557] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.163416] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.163569] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.163569] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.163797] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.163976] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.174575] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 07e9ea33-0bac-42c5-a799-310bf68a44ed in Status: IN_PROGRESS for 2s [ 847.175269] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e2084a25-0274-4d3a-9173-6a4cc2eec598 in Status: IN_PROGRESS for 2s [ 847.184727] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.184880] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.184955] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.185191] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.185388] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.197345] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4a16418f-7f9f-429f-885b-6c353851228c in Status: IN_PROGRESS for 2s [ 847.316211] env[65562]: DEBUG networking_nsxv3.common.locking [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.316460] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.316582] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.316915] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.317087] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.317256] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Segment Port 5f0bcff8-39d0-49ef-a1bf-712171163ad0 not found, creating... [ 847.317513] env[65562]: DEBUG networking_nsxv3.common.locking [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.319318] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquiring lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.319318] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.319318] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired external semaphore "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.319318] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Releasing lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.319318] env[65562]: DEBUG networking_nsxv3.common.locking [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.319318] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.319318] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.319318] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.319318] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.319318] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Resource: SegmentPort with ID: 5f0bcff8-39d0-49ef-a1bf-712171163ad0 is going to be created. [ 847.341956] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('64deb400-5f5e-421b-bb4a-9ccfd5fc45fe',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 847.343045] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('287d2f33-e266-41a4-96b8-2f16db834f62',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 847.358790] env[65562]: DEBUG networking_nsxv3.common.locking [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.358790] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.359875] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.359875] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.359875] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.359875] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Releasing lock "port-5f0bcff8-39d0-49ef-a1bf-712171163ad0" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.846598] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 64deb400-5f5e-421b-bb4a-9ccfd5fc45fe: rpc.has_security_group_logging(os_id): False [ 847.848279] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.848279] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.849554] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.849554] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.849554] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.849554] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 287d2f33-e266-41a4-96b8-2f16db834f62 is going to be updated. [ 847.876328] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.876328] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.876328] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.876328] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.876328] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.876328] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.876328] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.876328] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.876328] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.876328] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.876328] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 64deb400-5f5e-421b-bb4a-9ccfd5fc45fe is going to be created. [ 847.922849] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.922849] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.922849] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.922849] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.922849] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.934748] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 287d2f33-e266-41a4-96b8-2f16db834f62 in Status: IN_PROGRESS for 2s [ 847.975906] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.976096] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.976183] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.976525] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.976717] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.991709] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 64deb400-5f5e-421b-bb4a-9ccfd5fc45fe in Status: IN_PROGRESS for 2s [ 848.098288] env[65562]: INFO networking_nsxv3.common.synchronization [req-f3bf6c08-7876-423f-a8b4-9197592a70ee req-a8c22c32-57b6-4c44-93b9-f374c03588fb service nova] Enqueued Resource ID: 287d2f33-e266-41a4-96b8-2f16db834f62 with Priority: HIGHEST for action security_group_rules [ 848.098607] env[65562]: INFO networking_nsxv3.common.synchronization [req-f3bf6c08-7876-423f-a8b4-9197592a70ee req-a8c22c32-57b6-4c44-93b9-f374c03588fb service nova] Enqueued Resource ID: 287d2f33-e266-41a4-96b8-2f16db834f62 with Priority: HIGHEST for action security_group_members [ 848.098811] env[65562]: INFO networking_nsxv3.common.synchronization [req-f3bf6c08-7876-423f-a8b4-9197592a70ee req-a8c22c32-57b6-4c44-93b9-f374c03588fb service nova] Enqueued Resource ID: 5f0bcff8-39d0-49ef-a1bf-712171163ad0 with Priority: HIGHEST for action port [ 848.099930] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 287d2f33-e266-41a4-96b8-2f16db834f62 with Priority: HIGHEST for action security_group_rules [ 848.100182] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 287d2f33-e266-41a4-96b8-2f16db834f62 with Priority: HIGHEST for action security_group_members [ 848.100391] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5f0bcff8-39d0-49ef-a1bf-712171163ad0 with Priority: HIGHEST for action port [ 848.100801] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock rules-287d2f33-e266-41a4-96b8-2f16db834f62 taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.100982] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-287d2f33-e266-41a4-96b8-2f16db834f62" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.101266] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-287d2f33-e266-41a4-96b8-2f16db834f62 taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.101421] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-287d2f33-e266-41a4-96b8-2f16db834f62" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.101663] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock port-5f0bcff8-39d0-49ef-a1bf-712171163ad0 taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.102342] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5f0bcff8-39d0-49ef-a1bf-712171163ad0" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.102406] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5f0bcff8-39d0-49ef-a1bf-712171163ad0" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.102639] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5f0bcff8-39d0-49ef-a1bf-712171163ad0" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.102752] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5f0bcff8-39d0-49ef-a1bf-712171163ad0',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 848.605140] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5f0bcff8-39d0-49ef-a1bf-712171163ad0 with status ACTIVE [ 848.605398] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.605538] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.605606] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.605831] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.606030] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.606246] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.606354] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.606416] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.606574] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.606677] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.606967] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.607122] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.607191] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.607341] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.607416] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.607519] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5f0bcff8-39d0-49ef-a1bf-712171163ad0 is going to be updated. [ 848.634919] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.635149] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.635217] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.635479] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.635685] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.635883] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5f0bcff8-39d0-49ef-a1bf-712171163ad0" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.769362] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e2084a25-0274-4d3a-9173-6a4cc2eec598 in Status: SUCCESS [ 848.769588] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e2084a25-0274-4d3a-9173-6a4cc2eec598" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.769767] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e2084a25-0274-4d3a-9173-6a4cc2eec598" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.769998] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e2084a25-0274-4d3a-9173-6a4cc2eec598" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.770260] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e2084a25-0274-4d3a-9173-6a4cc2eec598',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 849.187372] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 07e9ea33-0bac-42c5-a799-310bf68a44ed in Status: SUCCESS [ 849.187751] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-07e9ea33-0bac-42c5-a799-310bf68a44ed" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.188516] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e2084a25-0274-4d3a-9173-6a4cc2eec598 in Status: SUCCESS [ 849.188710] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e2084a25-0274-4d3a-9173-6a4cc2eec598" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.188875] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-07e9ea33-0bac-42c5-a799-310bf68a44ed" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.189116] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-07e9ea33-0bac-42c5-a799-310bf68a44ed" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.189314] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.189422] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.189582] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.189645] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.189724] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.189817] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('07e9ea33-0bac-42c5-a799-310bf68a44ed',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 849.190707] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e2084a25-0274-4d3a-9173-6a4cc2eec598" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.190863] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e2084a25-0274-4d3a-9173-6a4cc2eec598" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.191040] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.191150] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.191213] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.191354] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.191435] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.191522] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e2084a25-0274-4d3a-9173-6a4cc2eec598',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 849.210954] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4a16418f-7f9f-429f-885b-6c353851228c in Status: IN_PROGRESS for 4s [ 849.272932] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-e2084a25-0274-4d3a-9173-6a4cc2eec598 taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.273186] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e2084a25-0274-4d3a-9173-6a4cc2eec598" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.693503] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('07e9ea33-0bac-42c5-a799-310bf68a44ed',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 849.695128] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e2084a25-0274-4d3a-9173-6a4cc2eec598',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 849.951500] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 287d2f33-e266-41a4-96b8-2f16db834f62 in Status: SUCCESS [ 849.951500] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-287d2f33-e266-41a4-96b8-2f16db834f62" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.951500] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-287d2f33-e266-41a4-96b8-2f16db834f62" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.951500] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-287d2f33-e266-41a4-96b8-2f16db834f62" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.951500] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.951500] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.951500] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.952194] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.952490] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.953106] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-287d2f33-e266-41a4-96b8-2f16db834f62" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.953106] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-287d2f33-e266-41a4-96b8-2f16db834f62 taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.953106] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-287d2f33-e266-41a4-96b8-2f16db834f62" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.956057] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-287d2f33-e266-41a4-96b8-2f16db834f62" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.956057] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-287d2f33-e266-41a4-96b8-2f16db834f62" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.956057] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.956057] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.956057] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.956057] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.956057] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.956057] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-287d2f33-e266-41a4-96b8-2f16db834f62" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.956057] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('287d2f33-e266-41a4-96b8-2f16db834f62',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 849.956057] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-287d2f33-e266-41a4-96b8-2f16db834f62" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.956057] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-287d2f33-e266-41a4-96b8-2f16db834f62" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.956057] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.956057] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.956057] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.956057] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.956057] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.956057] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('287d2f33-e266-41a4-96b8-2f16db834f62',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 850.008242] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 64deb400-5f5e-421b-bb4a-9ccfd5fc45fe in Status: SUCCESS [ 850.008242] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-64deb400-5f5e-421b-bb4a-9ccfd5fc45fe" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.197386] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('07e9ea33-0bac-42c5-a799-310bf68a44ed',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 850.199638] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e2084a25-0274-4d3a-9173-6a4cc2eec598',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 850.201615] env[65562]: INFO networking_nsxv3.common.synchronization [req-251b7ee0-6d99-4eb6-b5d1-0ffe7d893f75 req-0cbe008f-9377-454a-b0d8-e031b44b829c tempest-AttachInterfacesTestJSON-12420228 tempest-AttachInterfacesTestJSON-12420228-project-member] Enqueued Resource ID: ebe9d131-bf1d-401c-956d-8958f6a945eb with Priority: HIGHEST for action security_group_members [ 850.203044] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ebe9d131-bf1d-401c-956d-8958f6a945eb with Priority: HIGHEST for action security_group_members [ 850.203265] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-ebe9d131-bf1d-401c-956d-8958f6a945eb taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.203644] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ebe9d131-bf1d-401c-956d-8958f6a945eb" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.203644] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ebe9d131-bf1d-401c-956d-8958f6a945eb" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.203796] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ebe9d131-bf1d-401c-956d-8958f6a945eb" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.203980] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.204209] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.204266] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.204476] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.204609] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.204715] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ebe9d131-bf1d-401c-956d-8958f6a945eb',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 850.397022] env[65562]: INFO networking_nsxv3.common.synchronization [req-9205a962-d673-4642-8103-1df236abde08 req-f6e28f2f-6f95-4002-992e-545ed27b56bb tempest-ListServerFiltersTestJSON-1836936355 tempest-ListServerFiltersTestJSON-1836936355-project-member] Enqueued Resource ID: 287d2f33-e266-41a4-96b8-2f16db834f62 with Priority: HIGHEST for action security_group_members [ 850.399669] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 287d2f33-e266-41a4-96b8-2f16db834f62 with Priority: HIGHEST for action security_group_members [ 850.401076] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-287d2f33-e266-41a4-96b8-2f16db834f62 taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.402040] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-287d2f33-e266-41a4-96b8-2f16db834f62" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.458834] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 287d2f33-e266-41a4-96b8-2f16db834f62: rpc.has_security_group_logging(os_id): False [ 850.459816] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('287d2f33-e266-41a4-96b8-2f16db834f62',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 850.497345] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.497571] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.497649] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.497881] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.497980] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.498260] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.498391] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.498456] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.498631] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.498713] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.498985] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.503497] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.503497] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.503497] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.503497] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.503497] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.503497] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.503497] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.503497] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.503497] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.503497] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 287d2f33-e266-41a4-96b8-2f16db834f62 is going to be created. [ 850.571977] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.572139] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.572211] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.572549] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.572801] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.587215] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 287d2f33-e266-41a4-96b8-2f16db834f62 in Status: IN_PROGRESS for 2s [ 850.706063] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.707711] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.710785] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.711220] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.711399] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.711596] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 07e9ea33-0bac-42c5-a799-310bf68a44ed is going to be updated. [ 850.716609] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.716892] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.717096] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.717901] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.718209] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.718388] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e2084a25-0274-4d3a-9173-6a4cc2eec598 is going to be updated. [ 850.725096] env[65562]: INFO networking_nsxv3.common.synchronization [req-432269a7-f5c3-4882-bf1b-008ea16596e3 req-feb1af3c-fa9f-4b23-8bb2-b703be0a0abd tempest-ListImageFiltersTestJSON-1477586592 tempest-ListImageFiltersTestJSON-1477586592-project-member] Enqueued Resource ID: cf8c8c9c-8c63-4481-8654-0f0995ade8d8 with Priority: HIGHEST for action security_group_members [ 850.729377] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.729377] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.729377] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.729665] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.729773] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.730126] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.730368] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.730915] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.731285] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.731527] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.731771] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ebe9d131-bf1d-401c-956d-8958f6a945eb is going to be updated. [ 850.736564] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cf8c8c9c-8c63-4481-8654-0f0995ade8d8 with Priority: HIGHEST for action security_group_members [ 850.741170] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-cf8c8c9c-8c63-4481-8654-0f0995ade8d8 taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.741472] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cf8c8c9c-8c63-4481-8654-0f0995ade8d8" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.741618] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cf8c8c9c-8c63-4481-8654-0f0995ade8d8" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.741933] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cf8c8c9c-8c63-4481-8654-0f0995ade8d8" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.742310] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.742310] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.742310] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.742573] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.744023] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.744023] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cf8c8c9c-8c63-4481-8654-0f0995ade8d8',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 850.804990] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.804990] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.805211] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.805297] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.805452] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.807489] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.807684] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.807684] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.807871] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.808032] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.809727] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.809937] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.809937] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.810123] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.810247] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.825919] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ebe9d131-bf1d-401c-956d-8958f6a945eb in Status: IN_PROGRESS for 2s [ 850.826287] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 07e9ea33-0bac-42c5-a799-310bf68a44ed in Status: IN_PROGRESS for 2s [ 850.826888] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e2084a25-0274-4d3a-9173-6a4cc2eec598 in Status: IN_PROGRESS for 2s [ 850.864616] env[65562]: DEBUG networking_nsxv3.common.locking [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Lock network-427 taken with stack trace [, , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.864616] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquiring lock "network-427" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.864616] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired lock "network-427" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.865013] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired external semaphore "network-427" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.866242] env[65562]: DEBUG networking_nsxv3.common.locking [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.866242] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquiring lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.866242] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.866242] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired external semaphore "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.866242] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Releasing lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.866242] env[65562]: DEBUG dogpile.cache.region [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] No value present for key: 'zone-id' {{(pid=65562) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 850.866242] env[65562]: DEBUG dogpile.lock [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] NeedRegenerationException {{(pid=65562) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 850.866625] env[65562]: DEBUG dogpile.lock [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] no value, waiting for create lock {{(pid=65562) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 850.866625] env[65562]: DEBUG dogpile.lock [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] value creation lock acquired {{(pid=65562) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 850.866625] env[65562]: DEBUG dogpile.cache.region [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] No value present for key: 'zone-id' {{(pid=65562) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 850.866625] env[65562]: DEBUG dogpile.lock [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Calling creation function for not-yet-present value {{(pid=65562) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 850.866766] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 850.891348] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 850.891533] env[65562]: DEBUG dogpile.cache.region [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=65562) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 850.891736] env[65562]: DEBUG dogpile.lock [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Released creation lock {{(pid=65562) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 850.891876] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Releasing lock "network-427" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.892447] env[65562]: DEBUG networking_nsxv3.common.locking [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Lock port-6f6db89b-e23f-48cb-b2cd-930644d9ae0f taken with stack trace [, , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.892680] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquiring lock "port-6f6db89b-e23f-48cb-b2cd-930644d9ae0f" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.892796] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired lock "port-6f6db89b-e23f-48cb-b2cd-930644d9ae0f" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.893148] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired external semaphore "port-6f6db89b-e23f-48cb-b2cd-930644d9ae0f" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.893314] env[65562]: DEBUG networking_nsxv3.api.rpc [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6f6db89b-e23f-48cb-b2cd-930644d9ae0f',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 850.963811] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('287d2f33-e266-41a4-96b8-2f16db834f62',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 851.228035] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4a16418f-7f9f-429f-885b-6c353851228c in Status: SUCCESS [ 851.228472] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4a16418f-7f9f-429f-885b-6c353851228c" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.228472] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4a16418f-7f9f-429f-885b-6c353851228c" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.228691] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4a16418f-7f9f-429f-885b-6c353851228c" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.228881] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.228995] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.229085] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.229261] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.229571] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.229571] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4a16418f-7f9f-429f-885b-6c353851228c',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 851.250987] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('cf8c8c9c-8c63-4481-8654-0f0995ade8d8',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 851.396393] env[65562]: DEBUG networking_nsxv3.common.locking [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.396817] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.396817] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.397074] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.397238] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.397388] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Segment Port 6f6db89b-e23f-48cb-b2cd-930644d9ae0f not found, creating... [ 851.397653] env[65562]: DEBUG networking_nsxv3.common.locking [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.397845] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquiring lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.397987] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.398298] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired external semaphore "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.398438] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Releasing lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.399225] env[65562]: DEBUG networking_nsxv3.common.locking [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.399225] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.399225] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.399225] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.399641] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.399641] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Resource: SegmentPort with ID: 6f6db89b-e23f-48cb-b2cd-930644d9ae0f is going to be created. [ 851.422666] env[65562]: DEBUG networking_nsxv3.common.locking [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.423046] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.423205] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.423960] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.424253] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.424491] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Releasing lock "port-6f6db89b-e23f-48cb-b2cd-930644d9ae0f" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.466528] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.466752] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.466752] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.467281] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.467281] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.467281] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 287d2f33-e266-41a4-96b8-2f16db834f62 is going to be updated. [ 851.545021] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.545021] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.545021] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.545021] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.545362] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.559190] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 287d2f33-e266-41a4-96b8-2f16db834f62 in Status: IN_PROGRESS for 2s [ 851.732273] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.732635] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.732635] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.732922] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.733094] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.733389] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.733695] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.733695] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.733877] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.733994] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.734110] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4a16418f-7f9f-429f-885b-6c353851228c is going to be updated. [ 851.753044] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('cf8c8c9c-8c63-4481-8654-0f0995ade8d8',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 851.782355] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.782555] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.782612] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.782829] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.782954] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.794450] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4a16418f-7f9f-429f-885b-6c353851228c in Status: IN_PROGRESS for 2s [ 851.904279] env[65562]: INFO networking_nsxv3.common.synchronization [req-1e0737c1-5655-426a-b001-cf3797853a08 req-b5befaec-171a-44e3-a84e-fea34d24b517 tempest-VolumesAssistedSnapshotsTest-1861592255 tempest-VolumesAssistedSnapshotsTest-1861592255-project-member] Enqueued Resource ID: 75f5747a-54d4-4a70-b4bc-5f31d0607e57 with Priority: HIGHEST for action security_group_members [ 851.904924] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 75f5747a-54d4-4a70-b4bc-5f31d0607e57 with Priority: HIGHEST for action security_group_members [ 851.905427] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-75f5747a-54d4-4a70-b4bc-5f31d0607e57 taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.905572] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-75f5747a-54d4-4a70-b4bc-5f31d0607e57" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.906236] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-75f5747a-54d4-4a70-b4bc-5f31d0607e57" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.906511] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-75f5747a-54d4-4a70-b4bc-5f31d0607e57" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.906696] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.906798] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.906906] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.907118] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.907262] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.907360] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('75f5747a-54d4-4a70-b4bc-5f31d0607e57',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 852.182651] env[65562]: INFO networking_nsxv3.common.synchronization [req-9205a962-d673-4642-8103-1df236abde08 req-4b755a7e-0fbb-4ffb-8a2e-c7fb830748ef service nova] Enqueued Resource ID: 287d2f33-e266-41a4-96b8-2f16db834f62 with Priority: HIGHEST for action security_group_rules [ 852.182708] env[65562]: INFO networking_nsxv3.common.synchronization [req-9205a962-d673-4642-8103-1df236abde08 req-4b755a7e-0fbb-4ffb-8a2e-c7fb830748ef service nova] Enqueued Resource ID: 287d2f33-e266-41a4-96b8-2f16db834f62 with Priority: HIGHEST for action security_group_members [ 852.185956] env[65562]: INFO networking_nsxv3.common.synchronization [req-9205a962-d673-4642-8103-1df236abde08 req-4b755a7e-0fbb-4ffb-8a2e-c7fb830748ef service nova] Enqueued Resource ID: 6f6db89b-e23f-48cb-b2cd-930644d9ae0f with Priority: HIGHEST for action port [ 852.185956] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 287d2f33-e266-41a4-96b8-2f16db834f62 with Priority: HIGHEST for action security_group_rules [ 852.185956] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 287d2f33-e266-41a4-96b8-2f16db834f62 with Priority: HIGHEST for action security_group_members [ 852.185956] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6f6db89b-e23f-48cb-b2cd-930644d9ae0f with Priority: HIGHEST for action port [ 852.186256] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock rules-287d2f33-e266-41a4-96b8-2f16db834f62 taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.186310] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-287d2f33-e266-41a4-96b8-2f16db834f62" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.186484] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-287d2f33-e266-41a4-96b8-2f16db834f62 taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.186578] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-287d2f33-e266-41a4-96b8-2f16db834f62" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.186858] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock port-6f6db89b-e23f-48cb-b2cd-930644d9ae0f taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.186858] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6f6db89b-e23f-48cb-b2cd-930644d9ae0f" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.187082] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6f6db89b-e23f-48cb-b2cd-930644d9ae0f" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.187182] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6f6db89b-e23f-48cb-b2cd-930644d9ae0f" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.187261] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6f6db89b-e23f-48cb-b2cd-930644d9ae0f',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 852.255689] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.256036] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.256036] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.256217] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.256347] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.256451] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cf8c8c9c-8c63-4481-8654-0f0995ade8d8 is going to be updated. [ 852.332183] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.332820] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.333140] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.333480] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.333726] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.348244] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cf8c8c9c-8c63-4481-8654-0f0995ade8d8 in Status: IN_PROGRESS for 2s [ 852.409476] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.410558] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.410558] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.410558] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.410558] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.410825] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.410825] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.410825] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.411188] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.411188] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.411358] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 75f5747a-54d4-4a70-b4bc-5f31d0607e57 is going to be updated. [ 852.458228] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.458228] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.458228] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.458228] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.458228] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.471768] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 75f5747a-54d4-4a70-b4bc-5f31d0607e57 in Status: IN_PROGRESS for 2s [ 852.604317] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 287d2f33-e266-41a4-96b8-2f16db834f62 in Status: SUCCESS [ 852.607776] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-287d2f33-e266-41a4-96b8-2f16db834f62" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.608113] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-287d2f33-e266-41a4-96b8-2f16db834f62" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.608437] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-287d2f33-e266-41a4-96b8-2f16db834f62" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.608529] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('287d2f33-e266-41a4-96b8-2f16db834f62',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 852.690321] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6f6db89b-e23f-48cb-b2cd-930644d9ae0f with status ACTIVE [ 852.690579] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.690718] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.690786] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.691053] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.691155] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.691341] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.691442] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.691506] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.692066] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.692066] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.692066] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.692066] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.692066] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.692296] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.692296] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.692424] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6f6db89b-e23f-48cb-b2cd-930644d9ae0f is going to be updated. [ 852.733715] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.734089] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.734248] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.734686] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.734842] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.734978] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6f6db89b-e23f-48cb-b2cd-930644d9ae0f" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.868373] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 07e9ea33-0bac-42c5-a799-310bf68a44ed in Status: SUCCESS [ 852.868373] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-07e9ea33-0bac-42c5-a799-310bf68a44ed" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.868373] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e2084a25-0274-4d3a-9173-6a4cc2eec598 in Status: SUCCESS [ 852.868373] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e2084a25-0274-4d3a-9173-6a4cc2eec598" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.868373] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ebe9d131-bf1d-401c-956d-8958f6a945eb in Status: SUCCESS [ 852.868373] env[65562]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ebe9d131-bf1d-401c-956d-8958f6a945eb deletion is rescheduled due to dependency. [ 852.868373] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ebe9d131-bf1d-401c-956d-8958f6a945eb" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.868373] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-07e9ea33-0bac-42c5-a799-310bf68a44ed" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.868373] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-07e9ea33-0bac-42c5-a799-310bf68a44ed" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.868373] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.868373] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.869238] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.871391] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.871391] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.871391] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-07e9ea33-0bac-42c5-a799-310bf68a44ed" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.871391] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-07e9ea33-0bac-42c5-a799-310bf68a44ed taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.871391] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-07e9ea33-0bac-42c5-a799-310bf68a44ed" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.871391] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-07e9ea33-0bac-42c5-a799-310bf68a44ed" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.871391] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-07e9ea33-0bac-42c5-a799-310bf68a44ed" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.871391] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.871391] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.871391] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.871391] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.871391] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.871391] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-07e9ea33-0bac-42c5-a799-310bf68a44ed" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.871391] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('07e9ea33-0bac-42c5-a799-310bf68a44ed',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 852.873262] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e2084a25-0274-4d3a-9173-6a4cc2eec598" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.873262] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e2084a25-0274-4d3a-9173-6a4cc2eec598" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.873262] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.873262] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.873262] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.873262] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.873262] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.873262] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e2084a25-0274-4d3a-9173-6a4cc2eec598" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.873262] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e2084a25-0274-4d3a-9173-6a4cc2eec598',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 853.112411] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-287d2f33-e266-41a4-96b8-2f16db834f62 taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.112411] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-287d2f33-e266-41a4-96b8-2f16db834f62" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.374932] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 07e9ea33-0bac-42c5-a799-310bf68a44ed: rpc.has_security_group_logging(os_id): False [ 853.378279] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e2084a25-0274-4d3a-9173-6a4cc2eec598',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 853.407513] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.407811] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.407811] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.408138] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.408277] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.408488] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.408626] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.408626] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.408886] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.408972] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.410101] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.410101] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.410101] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.410101] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.410451] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.411045] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.411045] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.411045] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.411632] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.411632] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.411632] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 07e9ea33-0bac-42c5-a799-310bf68a44ed is going to be updated. [ 853.526036] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.526274] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.526357] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.526604] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.526802] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.548718] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 07e9ea33-0bac-42c5-a799-310bf68a44ed in Status: IN_PROGRESS for 2s [ 853.574395] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 287d2f33-e266-41a4-96b8-2f16db834f62 in Status: SUCCESS [ 853.574395] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-287d2f33-e266-41a4-96b8-2f16db834f62" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.574395] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-287d2f33-e266-41a4-96b8-2f16db834f62" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.575135] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-287d2f33-e266-41a4-96b8-2f16db834f62" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.575135] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.575349] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.575485] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.575746] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.575970] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.576179] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('287d2f33-e266-41a4-96b8-2f16db834f62',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 853.807957] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4a16418f-7f9f-429f-885b-6c353851228c in Status: SUCCESS [ 853.808235] env[65562]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4a16418f-7f9f-429f-885b-6c353851228c deletion is rescheduled due to dependency. [ 853.808348] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4a16418f-7f9f-429f-885b-6c353851228c" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.881680] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e2084a25-0274-4d3a-9173-6a4cc2eec598: rpc.has_security_group_logging(os_id): False [ 853.906344] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.906552] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.906605] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.906796] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.906936] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.907260] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.907367] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.907443] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.907602] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.907683] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.907774] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e2084a25-0274-4d3a-9173-6a4cc2eec598 is going to be updated. [ 854.008556] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.008690] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.008762] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.008965] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.009117] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.028708] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e2084a25-0274-4d3a-9173-6a4cc2eec598 in Status: IN_PROGRESS for 2s [ 854.078868] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('287d2f33-e266-41a4-96b8-2f16db834f62',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 854.361159] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cf8c8c9c-8c63-4481-8654-0f0995ade8d8 in Status: SUCCESS [ 854.361306] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cf8c8c9c-8c63-4481-8654-0f0995ade8d8" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.495408] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 75f5747a-54d4-4a70-b4bc-5f31d0607e57 in Status: SUCCESS [ 854.495811] env[65562]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 75f5747a-54d4-4a70-b4bc-5f31d0607e57 deletion is rescheduled due to dependency. [ 854.495932] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-75f5747a-54d4-4a70-b4bc-5f31d0607e57" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.581595] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('287d2f33-e266-41a4-96b8-2f16db834f62',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 854.825703] env[65562]: INFO networking_nsxv3.common.synchronization [req-78c5836d-0296-4774-93fc-f8b1af15b914 req-458ad30f-4192-4223-b879-9b0defbab619 tempest-AttachInterfacesTestJSON-12420228 tempest-AttachInterfacesTestJSON-12420228-project-member] Enqueued Resource ID: aaf40d1b-2d66-4668-af21-daa6ff5f8056 with Priority: HIGHEST for action security_group_members [ 854.825703] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aaf40d1b-2d66-4668-af21-daa6ff5f8056 with Priority: HIGHEST for action security_group_members [ 854.825925] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-aaf40d1b-2d66-4668-af21-daa6ff5f8056 taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.826089] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aaf40d1b-2d66-4668-af21-daa6ff5f8056" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.826157] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aaf40d1b-2d66-4668-af21-daa6ff5f8056" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.826376] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aaf40d1b-2d66-4668-af21-daa6ff5f8056" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.826531] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.826660] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.826742] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.828080] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.828080] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.828080] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('aaf40d1b-2d66-4668-af21-daa6ff5f8056',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 855.085729] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.085729] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.085970] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.086526] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.086526] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.086526] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 287d2f33-e266-41a4-96b8-2f16db834f62 is going to be updated. [ 855.122518] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.122518] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.122518] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.122518] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.122518] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.135721] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 287d2f33-e266-41a4-96b8-2f16db834f62 in Status: IN_PROGRESS for 2s [ 855.329511] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.329665] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.329776] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.330073] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.330073] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.330311] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.330475] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.330538] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.330736] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.330820] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.330938] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: aaf40d1b-2d66-4668-af21-daa6ff5f8056 is going to be updated. [ 855.387841] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.387841] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.387841] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.388182] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.388182] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.405160] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aaf40d1b-2d66-4668-af21-daa6ff5f8056 in Status: IN_PROGRESS for 2s [ 855.564171] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 07e9ea33-0bac-42c5-a799-310bf68a44ed in Status: SUCCESS [ 855.564858] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-07e9ea33-0bac-42c5-a799-310bf68a44ed" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.564858] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-07e9ea33-0bac-42c5-a799-310bf68a44ed" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.564858] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-07e9ea33-0bac-42c5-a799-310bf68a44ed" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.565227] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('07e9ea33-0bac-42c5-a799-310bf68a44ed',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 855.839188] env[65562]: INFO networking_nsxv3.common.synchronization [req-a630a3f3-ff91-4013-9942-a3c9e51b90ff req-6ffa0e52-599a-4f2d-8368-cbf62df81abc tempest-ServerDiskConfigTestJSON-308395787 tempest-ServerDiskConfigTestJSON-308395787-project-member] Enqueued Resource ID: e6734b94-5ab1-4a07-9098-e970a82f4b7e with Priority: HIGHEST for action security_group_members [ 855.839997] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e6734b94-5ab1-4a07-9098-e970a82f4b7e with Priority: HIGHEST for action security_group_members [ 855.840364] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-e6734b94-5ab1-4a07-9098-e970a82f4b7e taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.840485] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e6734b94-5ab1-4a07-9098-e970a82f4b7e" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.840546] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e6734b94-5ab1-4a07-9098-e970a82f4b7e" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.842209] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e6734b94-5ab1-4a07-9098-e970a82f4b7e" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.842389] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.842501] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.842578] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.842753] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.842841] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.842933] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e6734b94-5ab1-4a07-9098-e970a82f4b7e',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 856.042024] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e2084a25-0274-4d3a-9173-6a4cc2eec598 in Status: SUCCESS [ 856.042250] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e2084a25-0274-4d3a-9173-6a4cc2eec598" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.068223] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-07e9ea33-0bac-42c5-a799-310bf68a44ed taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.068397] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-07e9ea33-0bac-42c5-a799-310bf68a44ed" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.068397] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-07e9ea33-0bac-42c5-a799-310bf68a44ed" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.068610] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-07e9ea33-0bac-42c5-a799-310bf68a44ed" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.068909] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.068909] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.069097] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.069165] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.069246] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.069313] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-07e9ea33-0bac-42c5-a799-310bf68a44ed" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.069439] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('07e9ea33-0bac-42c5-a799-310bf68a44ed',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 856.349399] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.349399] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.349399] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.349399] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.349399] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.349399] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.349399] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.349399] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.349399] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.349399] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.349399] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e6734b94-5ab1-4a07-9098-e970a82f4b7e is going to be deleted. [ 856.404269] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.404269] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.404269] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.404611] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.404611] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.404611] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e6734b94-5ab1-4a07-9098-e970a82f4b7e" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.408821] env[65562]: DEBUG networking_nsxv3.common.locking [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Lock network-644 taken with stack trace [, , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.408821] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquiring lock "network-644" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.409143] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired lock "network-644" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.411836] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired external semaphore "network-644" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.411836] env[65562]: DEBUG networking_nsxv3.common.locking [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.412016] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquiring lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.412214] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.412729] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired external semaphore "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.412924] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Releasing lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.413244] env[65562]: DEBUG dogpile.cache.region [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] No value present for key: 'zone-id' {{(pid=65562) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 856.413360] env[65562]: DEBUG dogpile.lock [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] NeedRegenerationException {{(pid=65562) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 856.413481] env[65562]: DEBUG dogpile.lock [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] no value, waiting for create lock {{(pid=65562) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 856.413591] env[65562]: DEBUG dogpile.lock [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] value creation lock acquired {{(pid=65562) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 856.413704] env[65562]: DEBUG dogpile.cache.region [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] No value present for key: 'zone-id' {{(pid=65562) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 856.413804] env[65562]: DEBUG dogpile.lock [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Calling creation function for not-yet-present value {{(pid=65562) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 856.413960] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 856.452859] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 856.453119] env[65562]: DEBUG dogpile.cache.region [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Cache value generated in 0.039 seconds for key(s): 'zone-id' {{(pid=65562) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 856.453352] env[65562]: DEBUG dogpile.lock [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Released creation lock {{(pid=65562) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 856.453596] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Releasing lock "network-644" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.454299] env[65562]: DEBUG networking_nsxv3.common.locking [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Lock port-4e81e628-a6e4-476a-8105-ef058db0f6d1 taken with stack trace [, , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.455091] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquiring lock "port-4e81e628-a6e4-476a-8105-ef058db0f6d1" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.455091] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired lock "port-4e81e628-a6e4-476a-8105-ef058db0f6d1" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.455091] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired external semaphore "port-4e81e628-a6e4-476a-8105-ef058db0f6d1" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.455258] env[65562]: DEBUG networking_nsxv3.api.rpc [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4e81e628-a6e4-476a-8105-ef058db0f6d1',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 856.574197] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-07e9ea33-0bac-42c5-a799-310bf68a44ed taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.574593] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-07e9ea33-0bac-42c5-a799-310bf68a44ed" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.574730] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-07e9ea33-0bac-42c5-a799-310bf68a44ed" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.574959] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-07e9ea33-0bac-42c5-a799-310bf68a44ed" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.575205] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.575321] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.575390] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.575553] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.575641] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.575732] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-07e9ea33-0bac-42c5-a799-310bf68a44ed" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.575989] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-07e9ea33-0bac-42c5-a799-310bf68a44ed taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.576130] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-07e9ea33-0bac-42c5-a799-310bf68a44ed" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.576190] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-07e9ea33-0bac-42c5-a799-310bf68a44ed" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.576368] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-07e9ea33-0bac-42c5-a799-310bf68a44ed" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.576520] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.576649] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.576649] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.576792] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.576854] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.576955] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-07e9ea33-0bac-42c5-a799-310bf68a44ed" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.577075] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('07e9ea33-0bac-42c5-a799-310bf68a44ed',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 856.958280] env[65562]: DEBUG networking_nsxv3.common.locking [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.958553] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.958786] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.961050] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.961050] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.961050] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Segment Port 4e81e628-a6e4-476a-8105-ef058db0f6d1 not found, creating... [ 856.961050] env[65562]: DEBUG networking_nsxv3.common.locking [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.961050] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquiring lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.961050] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.961050] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired external semaphore "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.961050] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Releasing lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.961050] env[65562]: DEBUG networking_nsxv3.common.locking [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.961050] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.961755] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.961755] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.961755] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.961755] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Resource: SegmentPort with ID: 4e81e628-a6e4-476a-8105-ef058db0f6d1 is going to be created. [ 856.984756] env[65562]: DEBUG networking_nsxv3.common.locking [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.984974] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.985098] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.985424] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.985724] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.986105] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Releasing lock "port-4e81e628-a6e4-476a-8105-ef058db0f6d1" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.079950] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 07e9ea33-0bac-42c5-a799-310bf68a44ed: rpc.has_security_group_logging(os_id): False [ 857.117620] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.118017] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.118262] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.118636] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.119134] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.119630] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.119975] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.120185] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.120477] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.120610] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.120888] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.121018] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.121096] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.121331] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.121331] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.121534] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.121628] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.121688] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.121828] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.121904] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.121990] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 07e9ea33-0bac-42c5-a799-310bf68a44ed is going to be updated. [ 857.153023] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 287d2f33-e266-41a4-96b8-2f16db834f62 in Status: SUCCESS [ 857.153267] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-287d2f33-e266-41a4-96b8-2f16db834f62" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.153451] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-287d2f33-e266-41a4-96b8-2f16db834f62" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.153694] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-287d2f33-e266-41a4-96b8-2f16db834f62" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.153954] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.154381] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.154381] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.154381] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.154516] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.154633] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('287d2f33-e266-41a4-96b8-2f16db834f62',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 857.221125] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.221125] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.221125] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.221125] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.221125] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.263220] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 07e9ea33-0bac-42c5-a799-310bf68a44ed in Status: IN_PROGRESS for 2s [ 857.422987] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aaf40d1b-2d66-4668-af21-daa6ff5f8056 in Status: SUCCESS [ 857.422987] env[65562]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: aaf40d1b-2d66-4668-af21-daa6ff5f8056 deletion is rescheduled due to dependency. [ 857.422987] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aaf40d1b-2d66-4668-af21-daa6ff5f8056" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.657762] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('287d2f33-e266-41a4-96b8-2f16db834f62',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 857.761688] env[65562]: INFO networking_nsxv3.common.synchronization [req-a630a3f3-ff91-4013-9942-a3c9e51b90ff req-f93bd375-8e33-49f9-a247-3fdc2dc7b172 service nova] Enqueued Resource ID: e6734b94-5ab1-4a07-9098-e970a82f4b7e with Priority: HIGHEST for action security_group_rules [ 857.762308] env[65562]: INFO networking_nsxv3.common.synchronization [req-a630a3f3-ff91-4013-9942-a3c9e51b90ff req-f93bd375-8e33-49f9-a247-3fdc2dc7b172 service nova] Enqueued Resource ID: e6734b94-5ab1-4a07-9098-e970a82f4b7e with Priority: HIGHEST for action security_group_members [ 857.762500] env[65562]: INFO networking_nsxv3.common.synchronization [req-a630a3f3-ff91-4013-9942-a3c9e51b90ff req-f93bd375-8e33-49f9-a247-3fdc2dc7b172 service nova] Enqueued Resource ID: 4e81e628-a6e4-476a-8105-ef058db0f6d1 with Priority: HIGHEST for action port [ 857.763092] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e6734b94-5ab1-4a07-9098-e970a82f4b7e with Priority: HIGHEST for action security_group_rules [ 857.763297] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e6734b94-5ab1-4a07-9098-e970a82f4b7e with Priority: HIGHEST for action security_group_members [ 857.763354] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4e81e628-a6e4-476a-8105-ef058db0f6d1 with Priority: HIGHEST for action port [ 857.763946] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e6734b94-5ab1-4a07-9098-e970a82f4b7e taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.763946] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e6734b94-5ab1-4a07-9098-e970a82f4b7e" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.763946] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e6734b94-5ab1-4a07-9098-e970a82f4b7e" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.764209] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e6734b94-5ab1-4a07-9098-e970a82f4b7e" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.764304] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e6734b94-5ab1-4a07-9098-e970a82f4b7e',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 857.765430] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-e6734b94-5ab1-4a07-9098-e970a82f4b7e taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.765568] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e6734b94-5ab1-4a07-9098-e970a82f4b7e" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.765659] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e6734b94-5ab1-4a07-9098-e970a82f4b7e" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.766395] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e6734b94-5ab1-4a07-9098-e970a82f4b7e" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.766563] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.766663] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.766763] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.767098] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.767098] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.767243] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e6734b94-5ab1-4a07-9098-e970a82f4b7e',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 857.768254] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock port-4e81e628-a6e4-476a-8105-ef058db0f6d1 taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.768254] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4e81e628-a6e4-476a-8105-ef058db0f6d1" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.768494] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4e81e628-a6e4-476a-8105-ef058db0f6d1" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.768494] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4e81e628-a6e4-476a-8105-ef058db0f6d1" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.768574] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4e81e628-a6e4-476a-8105-ef058db0f6d1',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 858.160098] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('287d2f33-e266-41a4-96b8-2f16db834f62',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 858.270520] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-e6734b94-5ab1-4a07-9098-e970a82f4b7e taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.270657] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e6734b94-5ab1-4a07-9098-e970a82f4b7e" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.271101] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e6734b94-5ab1-4a07-9098-e970a82f4b7e',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 858.271925] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4e81e628-a6e4-476a-8105-ef058db0f6d1 with status ACTIVE [ 858.272031] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.272118] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.272170] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.272376] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.272462] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.272644] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.272736] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.272794] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.272952] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.273034] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.273212] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.273296] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.273352] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.273498] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.273549] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.273626] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4e81e628-a6e4-476a-8105-ef058db0f6d1 is going to be updated. [ 858.347058] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.347257] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.347257] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.347430] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.347603] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.347777] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4e81e628-a6e4-476a-8105-ef058db0f6d1" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.664903] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.664903] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.664903] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.664903] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.664903] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.664903] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 287d2f33-e266-41a4-96b8-2f16db834f62 is going to be updated. [ 858.703052] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.703052] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.703052] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.703052] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.703052] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.715024] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 287d2f33-e266-41a4-96b8-2f16db834f62 in Status: IN_PROGRESS for 2s [ 858.778230] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e6734b94-5ab1-4a07-9098-e970a82f4b7e',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 859.282412] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.282412] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.282412] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.282412] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.282412] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.282412] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e6734b94-5ab1-4a07-9098-e970a82f4b7e is going to be created. [ 859.295669] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 07e9ea33-0bac-42c5-a799-310bf68a44ed in Status: SUCCESS [ 859.296216] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-07e9ea33-0bac-42c5-a799-310bf68a44ed" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.327824] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.327999] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.327999] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.327999] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.327999] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.340719] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e6734b94-5ab1-4a07-9098-e970a82f4b7e in Status: UNINITIALIZED for 2s [ 859.371863] env[65562]: INFO networking_nsxv3.common.synchronization [None req-8d4bc39d-7396-40ad-b1c6-5f8be84982ca None None] Enqueued Resource ID: d155b45c-fe86-48ff-865c-c593c356fc51 with Priority: HIGHEST for action port [ 859.371863] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d155b45c-fe86-48ff-865c-c593c356fc51 with Priority: HIGHEST for action port [ 859.371863] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock port-d155b45c-fe86-48ff-865c-c593c356fc51 taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.371863] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d155b45c-fe86-48ff-865c-c593c356fc51" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.371863] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d155b45c-fe86-48ff-865c-c593c356fc51" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.371863] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d155b45c-fe86-48ff-865c-c593c356fc51" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.371863] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d155b45c-fe86-48ff-865c-c593c356fc51',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 859.877757] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d155b45c-fe86-48ff-865c-c593c356fc51 [ 859.878183] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.878278] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.878360] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.878528] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.878626] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.878717] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d155b45c-fe86-48ff-865c-c593c356fc51 already deleted. [ 859.878864] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d155b45c-fe86-48ff-865c-c593c356fc51" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.724826] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 287d2f33-e266-41a4-96b8-2f16db834f62 in Status: SUCCESS [ 860.725076] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-287d2f33-e266-41a4-96b8-2f16db834f62" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.725288] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-287d2f33-e266-41a4-96b8-2f16db834f62" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.725467] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-287d2f33-e266-41a4-96b8-2f16db834f62" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.725660] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.725778] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.725865] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.726028] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.726111] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.726198] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-287d2f33-e266-41a4-96b8-2f16db834f62" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.726291] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('287d2f33-e266-41a4-96b8-2f16db834f62',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 861.198428] env[65562]: INFO networking_nsxv3.common.synchronization [req-30d42e7b-6a2a-4a85-94ce-39e310780082 req-98a3d8f2-32a8-4fb9-8664-4af425b3990c tempest-ServersTestMultiNic-435403352 tempest-ServersTestMultiNic-435403352-project-member] Enqueued Resource ID: add37fa2-7db8-4a4b-ba37-258f0e39f252 with Priority: HIGHEST for action security_group_members [ 861.199293] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: add37fa2-7db8-4a4b-ba37-258f0e39f252 with Priority: HIGHEST for action security_group_members [ 861.199403] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-add37fa2-7db8-4a4b-ba37-258f0e39f252 taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.199885] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-add37fa2-7db8-4a4b-ba37-258f0e39f252" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.199984] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-add37fa2-7db8-4a4b-ba37-258f0e39f252" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.200194] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-add37fa2-7db8-4a4b-ba37-258f0e39f252" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.200368] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.200474] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.200529] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.200675] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.200759] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.201019] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('add37fa2-7db8-4a4b-ba37-258f0e39f252',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 861.228141] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-287d2f33-e266-41a4-96b8-2f16db834f62 taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.228379] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-287d2f33-e266-41a4-96b8-2f16db834f62" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.228510] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-287d2f33-e266-41a4-96b8-2f16db834f62" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.228809] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-287d2f33-e266-41a4-96b8-2f16db834f62" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.229170] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.229304] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.229393] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.229601] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.229723] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.229908] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-287d2f33-e266-41a4-96b8-2f16db834f62" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.230571] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-287d2f33-e266-41a4-96b8-2f16db834f62 taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.230860] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-287d2f33-e266-41a4-96b8-2f16db834f62" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.231066] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-287d2f33-e266-41a4-96b8-2f16db834f62" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.231390] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-287d2f33-e266-41a4-96b8-2f16db834f62" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.231645] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.231789] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.231972] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.232117] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.232210] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.232316] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-287d2f33-e266-41a4-96b8-2f16db834f62" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.232413] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('287d2f33-e266-41a4-96b8-2f16db834f62',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 861.357599] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e6734b94-5ab1-4a07-9098-e970a82f4b7e in Status: SUCCESS [ 861.357599] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e6734b94-5ab1-4a07-9098-e970a82f4b7e" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.358302] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e6734b94-5ab1-4a07-9098-e970a82f4b7e" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.358302] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e6734b94-5ab1-4a07-9098-e970a82f4b7e" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.358302] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.358302] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.358496] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.358496] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.358562] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.358637] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e6734b94-5ab1-4a07-9098-e970a82f4b7e" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.358732] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e6734b94-5ab1-4a07-9098-e970a82f4b7e',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 861.575125] env[65562]: INFO networking_nsxv3.common.synchronization [None req-96e3d787-c86a-4b1e-a027-74faa220e444 None None] Enqueued Resource ID: 9d629a9b-12a0-4357-9ee5-9d9cd332667b with Priority: HIGHEST for action port [ 861.575597] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9d629a9b-12a0-4357-9ee5-9d9cd332667b with Priority: HIGHEST for action port [ 861.575905] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock port-9d629a9b-12a0-4357-9ee5-9d9cd332667b taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.576287] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9d629a9b-12a0-4357-9ee5-9d9cd332667b" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.576591] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9d629a9b-12a0-4357-9ee5-9d9cd332667b" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.576714] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9d629a9b-12a0-4357-9ee5-9d9cd332667b" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.577935] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9d629a9b-12a0-4357-9ee5-9d9cd332667b',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 861.703074] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.703684] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.703777] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.704229] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.704229] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.704387] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.704471] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.704527] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.704671] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.704751] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.704837] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: add37fa2-7db8-4a4b-ba37-258f0e39f252 is going to be deleted. [ 861.738290] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 287d2f33-e266-41a4-96b8-2f16db834f62: rpc.has_security_group_logging(os_id): False [ 861.740678] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.740678] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.740988] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.740988] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.741124] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.741184] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-add37fa2-7db8-4a4b-ba37-258f0e39f252" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.756079] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.756079] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.756079] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.756079] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.756709] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.757152] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.757581] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.759029] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.759029] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.759029] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.759029] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.759029] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.759029] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.759029] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.759029] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.759029] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.759029] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.759029] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.759672] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.759926] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.760148] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 287d2f33-e266-41a4-96b8-2f16db834f62 is going to be updated. [ 861.835920] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.837952] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.837952] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.837952] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.837952] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.870025] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 287d2f33-e266-41a4-96b8-2f16db834f62 in Status: IN_PROGRESS for 2s [ 861.870025] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-e6734b94-5ab1-4a07-9098-e970a82f4b7e taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.870025] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e6734b94-5ab1-4a07-9098-e970a82f4b7e" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.870025] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e6734b94-5ab1-4a07-9098-e970a82f4b7e" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.870025] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e6734b94-5ab1-4a07-9098-e970a82f4b7e" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.870025] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.870025] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.870025] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.870025] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.870025] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.870025] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e6734b94-5ab1-4a07-9098-e970a82f4b7e" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.870025] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-e6734b94-5ab1-4a07-9098-e970a82f4b7e taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.870025] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e6734b94-5ab1-4a07-9098-e970a82f4b7e" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.871290] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e6734b94-5ab1-4a07-9098-e970a82f4b7e" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.871524] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e6734b94-5ab1-4a07-9098-e970a82f4b7e" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.871807] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.871996] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.872247] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.872580] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.872885] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.873151] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e6734b94-5ab1-4a07-9098-e970a82f4b7e" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.873845] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e6734b94-5ab1-4a07-9098-e970a82f4b7e',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 862.080709] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9d629a9b-12a0-4357-9ee5-9d9cd332667b [ 862.080709] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.080709] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.080709] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.080709] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.080709] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.080709] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9d629a9b-12a0-4357-9ee5-9d9cd332667b already deleted. [ 862.080709] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9d629a9b-12a0-4357-9ee5-9d9cd332667b" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.182618] env[65562]: INFO networking_nsxv3.common.synchronization [req-30d42e7b-6a2a-4a85-94ce-39e310780082 req-cc408572-8304-4fc4-ad79-f67ebad42c8e tempest-ServersTestMultiNic-435403352 tempest-ServersTestMultiNic-435403352-project-member] Enqueued Resource ID: add37fa2-7db8-4a4b-ba37-258f0e39f252 with Priority: HIGHEST for action security_group_members [ 862.186024] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: add37fa2-7db8-4a4b-ba37-258f0e39f252 with Priority: HIGHEST for action security_group_members [ 862.186024] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-add37fa2-7db8-4a4b-ba37-258f0e39f252 taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.186024] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-add37fa2-7db8-4a4b-ba37-258f0e39f252" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.186024] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-add37fa2-7db8-4a4b-ba37-258f0e39f252" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.186024] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-add37fa2-7db8-4a4b-ba37-258f0e39f252" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.186024] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.186024] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.186024] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.186024] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.186024] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.186024] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('add37fa2-7db8-4a4b-ba37-258f0e39f252',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 862.376727] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e6734b94-5ab1-4a07-9098-e970a82f4b7e: rpc.has_security_group_logging(os_id): False [ 862.404642] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.404850] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.404850] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.405100] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.405214] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.405482] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.405640] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.405759] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.406085] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.406153] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.406519] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.406667] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.406781] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.406914] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.407033] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.407921] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.408057] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.408261] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.408320] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.408416] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.408523] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e6734b94-5ab1-4a07-9098-e970a82f4b7e is going to be created. [ 862.478250] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.478250] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.478250] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.478250] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.478250] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.495342] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e6734b94-5ab1-4a07-9098-e970a82f4b7e in Status: IN_PROGRESS for 2s [ 862.646074] env[65562]: INFO networking_nsxv3.common.synchronization [None req-81ff2d1f-b5b9-42eb-8d69-f5bffd1ad0ee None None] Enqueued Resource ID: 8bc33cda-6564-424e-8e6b-95c72483cd6e with Priority: HIGHEST for action port [ 862.646568] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8bc33cda-6564-424e-8e6b-95c72483cd6e with Priority: HIGHEST for action port [ 862.646886] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock port-8bc33cda-6564-424e-8e6b-95c72483cd6e taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.647525] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8bc33cda-6564-424e-8e6b-95c72483cd6e" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.648594] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8bc33cda-6564-424e-8e6b-95c72483cd6e" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.648594] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8bc33cda-6564-424e-8e6b-95c72483cd6e" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.648594] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8bc33cda-6564-424e-8e6b-95c72483cd6e',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 862.690746] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.690746] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.690746] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.690746] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.690746] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.690746] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.690746] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.690746] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.691143] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.691143] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.691143] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: add37fa2-7db8-4a4b-ba37-258f0e39f252 already deleted. [ 862.691245] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-add37fa2-7db8-4a4b-ba37-258f0e39f252" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.693238] env[65562]: DEBUG networking_nsxv3.common.locking [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Lock network-893 taken with stack trace [, , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.695567] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquiring lock "network-893" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.695567] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired lock "network-893" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.695567] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired external semaphore "network-893" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.695567] env[65562]: DEBUG networking_nsxv3.common.locking [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.695567] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquiring lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.695567] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.695567] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired external semaphore "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.695567] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Releasing lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.695567] env[65562]: DEBUG dogpile.cache.region [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] No value present for key: 'zone-id' {{(pid=65562) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 862.696048] env[65562]: DEBUG dogpile.lock [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] NeedRegenerationException {{(pid=65562) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 862.696293] env[65562]: DEBUG dogpile.lock [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] no value, waiting for create lock {{(pid=65562) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 862.699569] env[65562]: DEBUG dogpile.lock [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] value creation lock acquired {{(pid=65562) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 862.699847] env[65562]: DEBUG dogpile.cache.region [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] No value present for key: 'zone-id' {{(pid=65562) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 862.703824] env[65562]: DEBUG dogpile.lock [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Calling creation function for not-yet-present value {{(pid=65562) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 862.703824] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 862.724136] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 862.724304] env[65562]: DEBUG dogpile.cache.region [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65562) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 862.724439] env[65562]: DEBUG dogpile.lock [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Released creation lock {{(pid=65562) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 862.724617] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Releasing lock "network-893" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.725190] env[65562]: DEBUG networking_nsxv3.common.locking [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Lock port-744fe4a5-7559-4b04-8aca-d60dfa5449fb taken with stack trace [, , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.725190] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquiring lock "port-744fe4a5-7559-4b04-8aca-d60dfa5449fb" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.725190] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired lock "port-744fe4a5-7559-4b04-8aca-d60dfa5449fb" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.725779] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired external semaphore "port-744fe4a5-7559-4b04-8aca-d60dfa5449fb" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.725779] env[65562]: DEBUG networking_nsxv3.api.rpc [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('744fe4a5-7559-4b04-8aca-d60dfa5449fb',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 863.157230] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8bc33cda-6564-424e-8e6b-95c72483cd6e [ 863.157497] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.157634] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.157751] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.158189] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.158189] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.158189] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8bc33cda-6564-424e-8e6b-95c72483cd6e already deleted. [ 863.158347] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8bc33cda-6564-424e-8e6b-95c72483cd6e" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.230302] env[65562]: DEBUG networking_nsxv3.common.locking [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.230576] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.230707] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.231036] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.231885] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.232266] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Segment Port 744fe4a5-7559-4b04-8aca-d60dfa5449fb not found, creating... [ 863.232640] env[65562]: DEBUG networking_nsxv3.common.locking [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.233039] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquiring lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.233236] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.233565] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired external semaphore "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.233800] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Releasing lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.234736] env[65562]: DEBUG networking_nsxv3.common.locking [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.234736] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.234736] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.234924] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.235064] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.235204] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Resource: SegmentPort with ID: 744fe4a5-7559-4b04-8aca-d60dfa5449fb is going to be created. [ 863.256943] env[65562]: DEBUG networking_nsxv3.common.locking [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.258015] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.258015] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.258015] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.258015] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.258448] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Releasing lock "port-744fe4a5-7559-4b04-8aca-d60dfa5449fb" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.477592] env[65562]: INFO networking_nsxv3.common.synchronization [None req-01af6d90-9954-431e-9c2f-46628fc92591 tempest-ServerRescueNegativeTestJSON-1891900759 tempest-ServerRescueNegativeTestJSON-1891900759-project-member] Enqueued Resource ID: d0fd2317-ce62-4346-a19a-81c6cbd7570c with Priority: HIGHEST for action security_group_rules [ 863.478194] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d0fd2317-ce62-4346-a19a-81c6cbd7570c with Priority: HIGHEST for action security_group_rules [ 863.478521] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d0fd2317-ce62-4346-a19a-81c6cbd7570c taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.478706] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d0fd2317-ce62-4346-a19a-81c6cbd7570c" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.478706] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d0fd2317-ce62-4346-a19a-81c6cbd7570c" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.478986] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d0fd2317-ce62-4346-a19a-81c6cbd7570c" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.479089] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d0fd2317-ce62-4346-a19a-81c6cbd7570c',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 863.619025] env[65562]: INFO networking_nsxv3.common.synchronization [None req-ea5604f8-d97e-4273-9bfd-1d86c18fb16c tempest-ServerRescueNegativeTestJSON-1891900759 tempest-ServerRescueNegativeTestJSON-1891900759-project-member] Enqueued Resource ID: d0fd2317-ce62-4346-a19a-81c6cbd7570c with Priority: HIGHEST for action security_group_rules [ 863.621210] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d0fd2317-ce62-4346-a19a-81c6cbd7570c with Priority: HIGHEST for action security_group_rules [ 863.621210] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d0fd2317-ce62-4346-a19a-81c6cbd7570c taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.621210] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d0fd2317-ce62-4346-a19a-81c6cbd7570c" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.894848] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 287d2f33-e266-41a4-96b8-2f16db834f62 in Status: SUCCESS [ 863.894848] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-287d2f33-e266-41a4-96b8-2f16db834f62" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.894848] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-287d2f33-e266-41a4-96b8-2f16db834f62" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.894848] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-287d2f33-e266-41a4-96b8-2f16db834f62" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.895447] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('287d2f33-e266-41a4-96b8-2f16db834f62',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 863.997452] env[65562]: INFO networking_nsxv3.common.synchronization [req-30d42e7b-6a2a-4a85-94ce-39e310780082 req-5d7d2474-7975-4051-ad4c-f7132cf38985 service nova] Enqueued Resource ID: add37fa2-7db8-4a4b-ba37-258f0e39f252 with Priority: HIGHEST for action security_group_rules [ 863.999037] env[65562]: INFO networking_nsxv3.common.synchronization [req-30d42e7b-6a2a-4a85-94ce-39e310780082 req-5d7d2474-7975-4051-ad4c-f7132cf38985 service nova] Enqueued Resource ID: add37fa2-7db8-4a4b-ba37-258f0e39f252 with Priority: HIGHEST for action security_group_members [ 863.999037] env[65562]: INFO networking_nsxv3.common.synchronization [req-30d42e7b-6a2a-4a85-94ce-39e310780082 req-5d7d2474-7975-4051-ad4c-f7132cf38985 service nova] Enqueued Resource ID: 744fe4a5-7559-4b04-8aca-d60dfa5449fb with Priority: HIGHEST for action port [ 863.999037] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: add37fa2-7db8-4a4b-ba37-258f0e39f252 with Priority: HIGHEST for action security_group_rules [ 863.999037] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: add37fa2-7db8-4a4b-ba37-258f0e39f252 with Priority: HIGHEST for action security_group_members [ 863.999037] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 744fe4a5-7559-4b04-8aca-d60dfa5449fb with Priority: HIGHEST for action port [ 864.000685] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock rules-add37fa2-7db8-4a4b-ba37-258f0e39f252 taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.000685] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-add37fa2-7db8-4a4b-ba37-258f0e39f252" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.000685] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-add37fa2-7db8-4a4b-ba37-258f0e39f252" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.001473] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-add37fa2-7db8-4a4b-ba37-258f0e39f252" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.001473] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('add37fa2-7db8-4a4b-ba37-258f0e39f252',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 864.002461] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-add37fa2-7db8-4a4b-ba37-258f0e39f252 taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.002571] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-add37fa2-7db8-4a4b-ba37-258f0e39f252" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.002687] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-add37fa2-7db8-4a4b-ba37-258f0e39f252" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.003122] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-add37fa2-7db8-4a4b-ba37-258f0e39f252" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.003122] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.003122] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.003279] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.004048] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.004048] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.004048] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('add37fa2-7db8-4a4b-ba37-258f0e39f252',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 864.004597] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock port-744fe4a5-7559-4b04-8aca-d60dfa5449fb taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.004722] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-744fe4a5-7559-4b04-8aca-d60dfa5449fb" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.004773] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-744fe4a5-7559-4b04-8aca-d60dfa5449fb" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.004965] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-744fe4a5-7559-4b04-8aca-d60dfa5449fb" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.005055] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('744fe4a5-7559-4b04-8aca-d60dfa5449fb',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 864.010847] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.010847] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.010847] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.010847] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.010847] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.010847] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d0fd2317-ce62-4346-a19a-81c6cbd7570c already deleted. [ 864.010847] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d0fd2317-ce62-4346-a19a-81c6cbd7570c" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.011671] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d0fd2317-ce62-4346-a19a-81c6cbd7570c" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.012617] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d0fd2317-ce62-4346-a19a-81c6cbd7570c" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.012840] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d0fd2317-ce62-4346-a19a-81c6cbd7570c',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 864.074797] env[65562]: INFO networking_nsxv3.common.synchronization [None req-c93e7630-bd0f-485c-9a1f-d504dd5d94b8 None None] Enqueued Resource ID: b91c2cf8-82cd-4dca-ae18-e38b9ded5a52 with Priority: HIGHEST for action port [ 864.075522] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b91c2cf8-82cd-4dca-ae18-e38b9ded5a52 with Priority: HIGHEST for action port [ 864.075929] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock port-b91c2cf8-82cd-4dca-ae18-e38b9ded5a52 taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.076145] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b91c2cf8-82cd-4dca-ae18-e38b9ded5a52" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.076199] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b91c2cf8-82cd-4dca-ae18-e38b9ded5a52" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.076485] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b91c2cf8-82cd-4dca-ae18-e38b9ded5a52" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.076575] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b91c2cf8-82cd-4dca-ae18-e38b9ded5a52',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 864.398500] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-287d2f33-e266-41a4-96b8-2f16db834f62 taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.398681] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-287d2f33-e266-41a4-96b8-2f16db834f62" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.398765] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-287d2f33-e266-41a4-96b8-2f16db834f62" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.398989] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-287d2f33-e266-41a4-96b8-2f16db834f62" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.399560] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.399560] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.399560] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.399560] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.399560] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.399920] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-287d2f33-e266-41a4-96b8-2f16db834f62" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.399920] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('287d2f33-e266-41a4-96b8-2f16db834f62',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 864.511022] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-add37fa2-7db8-4a4b-ba37-258f0e39f252 taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.511345] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-add37fa2-7db8-4a4b-ba37-258f0e39f252" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.511395] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('add37fa2-7db8-4a4b-ba37-258f0e39f252',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 864.513616] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e6734b94-5ab1-4a07-9098-e970a82f4b7e in Status: SUCCESS [ 864.513904] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e6734b94-5ab1-4a07-9098-e970a82f4b7e" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.514410] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 744fe4a5-7559-4b04-8aca-d60dfa5449fb with status ACTIVE [ 864.514652] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.514807] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.515073] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.515314] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.515449] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.515751] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.515810] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.515992] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.516157] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.516264] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.516478] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.516606] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.516691] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.516845] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.516924] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.517071] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 744fe4a5-7559-4b04-8aca-d60dfa5449fb is going to be updated. [ 864.539710] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.539885] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.539963] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.540277] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.540419] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.540516] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d0fd2317-ce62-4346-a19a-81c6cbd7570c already deleted. [ 864.540624] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d0fd2317-ce62-4346-a19a-81c6cbd7570c" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.543708] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.543935] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.544031] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.544291] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.544449] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.544630] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-744fe4a5-7559-4b04-8aca-d60dfa5449fb" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.578775] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b91c2cf8-82cd-4dca-ae18-e38b9ded5a52 [ 864.579404] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.579404] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.579404] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.579740] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.579793] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.579857] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b91c2cf8-82cd-4dca-ae18-e38b9ded5a52 already deleted. [ 864.579941] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b91c2cf8-82cd-4dca-ae18-e38b9ded5a52" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.812023] env[65562]: DEBUG networking_nsxv3.common.locking [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Lock network-530 taken with stack trace [, , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.812324] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquiring lock "network-530" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.812510] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired lock "network-530" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.812880] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired external semaphore "network-530" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.813744] env[65562]: DEBUG networking_nsxv3.common.locking [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.814063] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquiring lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.814159] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.814402] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired external semaphore "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.814548] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Releasing lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.814781] env[65562]: DEBUG dogpile.cache.region [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] No value present for key: 'zone-id' {{(pid=65562) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 864.814912] env[65562]: DEBUG dogpile.lock [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] NeedRegenerationException {{(pid=65562) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 864.815045] env[65562]: DEBUG dogpile.lock [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] no value, waiting for create lock {{(pid=65562) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 864.815165] env[65562]: DEBUG dogpile.lock [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] value creation lock acquired {{(pid=65562) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 864.815279] env[65562]: DEBUG dogpile.cache.region [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] No value present for key: 'zone-id' {{(pid=65562) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 864.815385] env[65562]: DEBUG dogpile.lock [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Calling creation function for not-yet-present value {{(pid=65562) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 864.815518] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 864.837403] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 864.837729] env[65562]: DEBUG dogpile.cache.region [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65562) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 864.837937] env[65562]: DEBUG dogpile.lock [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Released creation lock {{(pid=65562) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 864.838192] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Releasing lock "network-530" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.838585] env[65562]: DEBUG networking_nsxv3.common.locking [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Lock port-d19ed97e-65e2-4672-9d30-54a3e53c707d taken with stack trace [, , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.839019] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquiring lock "port-d19ed97e-65e2-4672-9d30-54a3e53c707d" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.839371] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired lock "port-d19ed97e-65e2-4672-9d30-54a3e53c707d" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.839754] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired external semaphore "port-d19ed97e-65e2-4672-9d30-54a3e53c707d" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.840072] env[65562]: DEBUG networking_nsxv3.api.rpc [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d19ed97e-65e2-4672-9d30-54a3e53c707d',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 864.905018] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-287d2f33-e266-41a4-96b8-2f16db834f62 taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.905259] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-287d2f33-e266-41a4-96b8-2f16db834f62" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.905385] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-287d2f33-e266-41a4-96b8-2f16db834f62" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.905695] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-287d2f33-e266-41a4-96b8-2f16db834f62" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.905902] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.906127] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.906335] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.906664] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.906828] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.907065] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-287d2f33-e266-41a4-96b8-2f16db834f62" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.907295] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-287d2f33-e266-41a4-96b8-2f16db834f62 taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.907892] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-287d2f33-e266-41a4-96b8-2f16db834f62" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.907892] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-287d2f33-e266-41a4-96b8-2f16db834f62" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.907892] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-287d2f33-e266-41a4-96b8-2f16db834f62" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.908098] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.908261] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.908404] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.908634] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.908761] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.909214] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-287d2f33-e266-41a4-96b8-2f16db834f62" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.909214] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('287d2f33-e266-41a4-96b8-2f16db834f62',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 865.015330] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('add37fa2-7db8-4a4b-ba37-258f0e39f252',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 865.044066] env[65562]: INFO networking_nsxv3.common.synchronization [req-622aec48-0aef-4b55-9869-b24519f611dd req-f6859f85-201e-48b6-bea9-4251df1ae22e tempest-ServerGroupTestJSON-916502923 tempest-ServerGroupTestJSON-916502923-project-member] Enqueued Resource ID: 884846c7-14d0-4083-bc93-b61886943594 with Priority: HIGHEST for action security_group_members [ 865.044605] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 884846c7-14d0-4083-bc93-b61886943594 with Priority: HIGHEST for action security_group_members [ 865.044917] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-884846c7-14d0-4083-bc93-b61886943594 taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.045055] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-884846c7-14d0-4083-bc93-b61886943594" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.045126] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-884846c7-14d0-4083-bc93-b61886943594" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.045385] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-884846c7-14d0-4083-bc93-b61886943594" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.045539] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.045637] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.045698] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.045849] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.045934] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.046064] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('884846c7-14d0-4083-bc93-b61886943594',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 865.343149] env[65562]: DEBUG networking_nsxv3.common.locking [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.343399] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.343479] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.343856] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.343969] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.344099] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Segment Port d19ed97e-65e2-4672-9d30-54a3e53c707d not found, creating... [ 865.344393] env[65562]: DEBUG networking_nsxv3.common.locking [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.344549] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquiring lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.344658] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.345133] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired external semaphore "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.345133] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Releasing lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.345299] env[65562]: DEBUG networking_nsxv3.common.locking [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.345450] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.345557] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.345752] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.345875] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.347038] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Resource: SegmentPort with ID: d19ed97e-65e2-4672-9d30-54a3e53c707d is going to be created. [ 865.370864] env[65562]: DEBUG networking_nsxv3.common.locking [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.372768] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.372768] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.372768] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.372768] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.372768] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Releasing lock "port-d19ed97e-65e2-4672-9d30-54a3e53c707d" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.411915] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 287d2f33-e266-41a4-96b8-2f16db834f62: rpc.has_security_group_logging(os_id): False [ 865.426501] env[65562]: DEBUG networking_nsxv3.common.locking [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Lock network-93 taken with stack trace [, , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.426687] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquiring lock "network-93" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.426814] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired lock "network-93" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.427175] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired external semaphore "network-93" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.427445] env[65562]: DEBUG networking_nsxv3.common.locking [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.427602] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquiring lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.427715] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.427939] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired external semaphore "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.428092] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Releasing lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.428368] env[65562]: DEBUG dogpile.cache.region [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] No value present for key: 'zone-id' {{(pid=65562) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 865.428505] env[65562]: DEBUG dogpile.lock [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] NeedRegenerationException {{(pid=65562) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 865.428605] env[65562]: DEBUG dogpile.lock [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] no value, waiting for create lock {{(pid=65562) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 865.428690] env[65562]: DEBUG dogpile.lock [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] value creation lock acquired {{(pid=65562) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 865.428793] env[65562]: DEBUG dogpile.cache.region [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] No value present for key: 'zone-id' {{(pid=65562) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 865.428945] env[65562]: DEBUG dogpile.lock [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Calling creation function for not-yet-present value {{(pid=65562) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 865.429138] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 865.448232] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.448429] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.448523] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.448700] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.448789] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.448993] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.449104] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.449234] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.449317] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.449396] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.449600] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.449702] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.449839] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.450095] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.450236] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.450518] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.450674] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.450778] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.450992] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.451141] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.451239] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 287d2f33-e266-41a4-96b8-2f16db834f62 is going to be updated. [ 865.454007] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 865.454203] env[65562]: DEBUG dogpile.cache.region [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=65562) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 865.454343] env[65562]: DEBUG dogpile.lock [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Released creation lock {{(pid=65562) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 865.454501] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Releasing lock "network-93" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.454835] env[65562]: DEBUG networking_nsxv3.common.locking [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Lock port-9018a473-bc26-4d0d-81c8-d47832284a1a taken with stack trace [, , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.455283] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquiring lock "port-9018a473-bc26-4d0d-81c8-d47832284a1a" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.455283] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired lock "port-9018a473-bc26-4d0d-81c8-d47832284a1a" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.455411] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired external semaphore "port-9018a473-bc26-4d0d-81c8-d47832284a1a" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.455534] env[65562]: DEBUG networking_nsxv3.api.rpc [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9018a473-bc26-4d0d-81c8-d47832284a1a',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 865.517445] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.517862] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.517862] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.517937] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.518061] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.518127] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: add37fa2-7db8-4a4b-ba37-258f0e39f252 is going to be created. [ 865.548432] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.548680] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.548680] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.548902] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.549014] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.549234] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.549346] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.549402] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.549540] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.549615] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.549700] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 884846c7-14d0-4083-bc93-b61886943594 already deleted. [ 865.549775] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-884846c7-14d0-4083-bc93-b61886943594" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.577227] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.577444] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.577587] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.577727] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.577880] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.580047] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.580381] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.580381] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.580519] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.580620] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.597380] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: add37fa2-7db8-4a4b-ba37-258f0e39f252 in Status: UNINITIALIZED for 2s [ 865.606350] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 287d2f33-e266-41a4-96b8-2f16db834f62 in Status: IN_PROGRESS for 2s [ 865.958336] env[65562]: DEBUG networking_nsxv3.common.locking [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.958560] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.958709] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.958955] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.959125] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.959317] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Segment Port 9018a473-bc26-4d0d-81c8-d47832284a1a not found, creating... [ 865.959547] env[65562]: DEBUG networking_nsxv3.common.locking [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.959710] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquiring lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.959825] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.960074] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired external semaphore "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.960213] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Releasing lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.960500] env[65562]: DEBUG networking_nsxv3.common.locking [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.960654] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.960765] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.960968] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.961113] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.961369] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Resource: SegmentPort with ID: 9018a473-bc26-4d0d-81c8-d47832284a1a is going to be created. [ 865.983625] env[65562]: DEBUG networking_nsxv3.common.locking [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.983825] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.984042] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.984405] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.984715] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.984981] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Releasing lock "port-9018a473-bc26-4d0d-81c8-d47832284a1a" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.098114] env[65562]: INFO networking_nsxv3.common.synchronization [req-30d42e7b-6a2a-4a85-94ce-39e310780082 req-b91a3693-f1de-464e-82fc-63cd4cd86212 service nova] Enqueued Resource ID: add37fa2-7db8-4a4b-ba37-258f0e39f252 with Priority: HIGHEST for action security_group_rules [ 866.099823] env[65562]: INFO networking_nsxv3.common.synchronization [req-30d42e7b-6a2a-4a85-94ce-39e310780082 req-b91a3693-f1de-464e-82fc-63cd4cd86212 service nova] Enqueued Resource ID: add37fa2-7db8-4a4b-ba37-258f0e39f252 with Priority: HIGHEST for action security_group_members [ 866.100304] env[65562]: INFO networking_nsxv3.common.synchronization [req-30d42e7b-6a2a-4a85-94ce-39e310780082 req-b91a3693-f1de-464e-82fc-63cd4cd86212 service nova] Enqueued Resource ID: d19ed97e-65e2-4672-9d30-54a3e53c707d with Priority: HIGHEST for action port [ 866.102495] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: add37fa2-7db8-4a4b-ba37-258f0e39f252 with Priority: HIGHEST for action security_group_rules [ 866.102822] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: add37fa2-7db8-4a4b-ba37-258f0e39f252 with Priority: HIGHEST for action security_group_members [ 866.102940] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d19ed97e-65e2-4672-9d30-54a3e53c707d with Priority: HIGHEST for action port [ 866.103351] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock rules-add37fa2-7db8-4a4b-ba37-258f0e39f252 taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.103495] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-add37fa2-7db8-4a4b-ba37-258f0e39f252" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.103832] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-add37fa2-7db8-4a4b-ba37-258f0e39f252 taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.103973] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-add37fa2-7db8-4a4b-ba37-258f0e39f252" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.104228] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock port-d19ed97e-65e2-4672-9d30-54a3e53c707d taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.104358] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d19ed97e-65e2-4672-9d30-54a3e53c707d" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.104428] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d19ed97e-65e2-4672-9d30-54a3e53c707d" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.104664] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d19ed97e-65e2-4672-9d30-54a3e53c707d" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.104852] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d19ed97e-65e2-4672-9d30-54a3e53c707d',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 866.608194] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d19ed97e-65e2-4672-9d30-54a3e53c707d with status ACTIVE [ 866.608858] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.608858] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.608858] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.608858] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.609696] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.609696] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.609696] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.609696] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.609696] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.609696] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.609696] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.610022] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.610022] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.610022] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.610022] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.610144] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d19ed97e-65e2-4672-9d30-54a3e53c707d is going to be updated. [ 866.645390] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.645558] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.645600] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.645985] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.645985] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.646233] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d19ed97e-65e2-4672-9d30-54a3e53c707d" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.727486] env[65562]: INFO networking_nsxv3.common.synchronization [req-622aec48-0aef-4b55-9869-b24519f611dd req-bf6faae6-fee9-4a08-b2da-7a0cb95c36fd service nova] Enqueued Resource ID: 884846c7-14d0-4083-bc93-b61886943594 with Priority: HIGHEST for action security_group_rules [ 866.727727] env[65562]: INFO networking_nsxv3.common.synchronization [req-622aec48-0aef-4b55-9869-b24519f611dd req-bf6faae6-fee9-4a08-b2da-7a0cb95c36fd service nova] Enqueued Resource ID: 884846c7-14d0-4083-bc93-b61886943594 with Priority: HIGHEST for action security_group_members [ 866.728059] env[65562]: INFO networking_nsxv3.common.synchronization [req-622aec48-0aef-4b55-9869-b24519f611dd req-bf6faae6-fee9-4a08-b2da-7a0cb95c36fd service nova] Enqueued Resource ID: 9018a473-bc26-4d0d-81c8-d47832284a1a with Priority: HIGHEST for action port [ 866.728604] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 884846c7-14d0-4083-bc93-b61886943594 with Priority: HIGHEST for action security_group_rules [ 866.728744] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 884846c7-14d0-4083-bc93-b61886943594 with Priority: HIGHEST for action security_group_members [ 866.728840] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9018a473-bc26-4d0d-81c8-d47832284a1a with Priority: HIGHEST for action port [ 866.730637] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock rules-884846c7-14d0-4083-bc93-b61886943594 taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.730637] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-884846c7-14d0-4083-bc93-b61886943594" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.732027] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-884846c7-14d0-4083-bc93-b61886943594" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.732027] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-884846c7-14d0-4083-bc93-b61886943594" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.732027] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('884846c7-14d0-4083-bc93-b61886943594',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 866.732630] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-884846c7-14d0-4083-bc93-b61886943594 taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.732630] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-884846c7-14d0-4083-bc93-b61886943594" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.732630] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-884846c7-14d0-4083-bc93-b61886943594" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.732841] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-884846c7-14d0-4083-bc93-b61886943594" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.733237] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.739724] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.739724] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.739724] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.739724] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.739724] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('884846c7-14d0-4083-bc93-b61886943594',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 866.739724] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock port-9018a473-bc26-4d0d-81c8-d47832284a1a taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.739724] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9018a473-bc26-4d0d-81c8-d47832284a1a" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.739724] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9018a473-bc26-4d0d-81c8-d47832284a1a" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.739724] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9018a473-bc26-4d0d-81c8-d47832284a1a" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.740473] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9018a473-bc26-4d0d-81c8-d47832284a1a',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 867.242046] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-884846c7-14d0-4083-bc93-b61886943594 taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.242191] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-884846c7-14d0-4083-bc93-b61886943594" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.242359] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('884846c7-14d0-4083-bc93-b61886943594',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 867.244154] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9018a473-bc26-4d0d-81c8-d47832284a1a with status ACTIVE [ 867.244154] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.244154] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.244154] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.244380] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.244808] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.244808] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.244808] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.244808] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.245181] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.245260] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.247085] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.247085] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.247085] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.247085] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.247085] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.247085] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9018a473-bc26-4d0d-81c8-d47832284a1a is going to be updated. [ 867.271770] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.271770] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.271770] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.271770] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.271770] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.271770] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9018a473-bc26-4d0d-81c8-d47832284a1a" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.623048] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: add37fa2-7db8-4a4b-ba37-258f0e39f252 in Status: SUCCESS [ 867.623425] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-add37fa2-7db8-4a4b-ba37-258f0e39f252" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.623489] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-add37fa2-7db8-4a4b-ba37-258f0e39f252" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.623673] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-add37fa2-7db8-4a4b-ba37-258f0e39f252" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.623915] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.624052] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.624103] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.624376] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.624376] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.624475] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-add37fa2-7db8-4a4b-ba37-258f0e39f252" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.624529] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('add37fa2-7db8-4a4b-ba37-258f0e39f252',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 867.625592] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-add37fa2-7db8-4a4b-ba37-258f0e39f252" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.625769] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-add37fa2-7db8-4a4b-ba37-258f0e39f252" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.626021] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.626140] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.626208] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.626361] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.626442] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.626535] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('add37fa2-7db8-4a4b-ba37-258f0e39f252',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 867.638542] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 287d2f33-e266-41a4-96b8-2f16db834f62 in Status: SUCCESS [ 867.638821] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-287d2f33-e266-41a4-96b8-2f16db834f62" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.749571] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('884846c7-14d0-4083-bc93-b61886943594',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 868.129312] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-add37fa2-7db8-4a4b-ba37-258f0e39f252 taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.129312] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-add37fa2-7db8-4a4b-ba37-258f0e39f252" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.130497] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('add37fa2-7db8-4a4b-ba37-258f0e39f252',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 868.254050] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.254299] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.254354] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.254645] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.254796] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.254908] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 884846c7-14d0-4083-bc93-b61886943594 is going to be created. [ 868.290559] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.290782] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.292049] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.292370] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.292606] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.308606] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 884846c7-14d0-4083-bc93-b61886943594 in Status: UNINITIALIZED for 2s [ 868.632757] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('add37fa2-7db8-4a4b-ba37-258f0e39f252',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 869.136187] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.136357] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.136430] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.136647] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.136742] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.136842] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: add37fa2-7db8-4a4b-ba37-258f0e39f252 is going to be updated. [ 869.165584] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.165717] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.165765] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.167309] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.167309] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.176247] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: add37fa2-7db8-4a4b-ba37-258f0e39f252 in Status: IN_PROGRESS for 2s [ 870.330966] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 884846c7-14d0-4083-bc93-b61886943594 in Status: SUCCESS [ 870.330966] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-884846c7-14d0-4083-bc93-b61886943594" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.331637] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-884846c7-14d0-4083-bc93-b61886943594" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.331637] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-884846c7-14d0-4083-bc93-b61886943594" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.331637] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.331637] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.331836] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.331836] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.331931] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.331975] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-884846c7-14d0-4083-bc93-b61886943594" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.332089] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('884846c7-14d0-4083-bc93-b61886943594',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 870.836548] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-884846c7-14d0-4083-bc93-b61886943594 taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.836674] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-884846c7-14d0-4083-bc93-b61886943594" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.836770] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-884846c7-14d0-4083-bc93-b61886943594" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.836988] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-884846c7-14d0-4083-bc93-b61886943594" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.837158] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.837273] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.837340] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.837486] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.837570] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.837655] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-884846c7-14d0-4083-bc93-b61886943594" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.837803] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-884846c7-14d0-4083-bc93-b61886943594 taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.837922] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-884846c7-14d0-4083-bc93-b61886943594" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.837961] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-884846c7-14d0-4083-bc93-b61886943594" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.838540] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-884846c7-14d0-4083-bc93-b61886943594" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.838540] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.838540] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.838540] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.838540] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.838540] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.838827] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-884846c7-14d0-4083-bc93-b61886943594" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.838827] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('884846c7-14d0-4083-bc93-b61886943594',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 871.187711] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: add37fa2-7db8-4a4b-ba37-258f0e39f252 in Status: SUCCESS [ 871.187926] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-add37fa2-7db8-4a4b-ba37-258f0e39f252" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.188121] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-add37fa2-7db8-4a4b-ba37-258f0e39f252" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.188433] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-add37fa2-7db8-4a4b-ba37-258f0e39f252" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.188554] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.188681] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.188759] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.188871] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.188949] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.189051] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-add37fa2-7db8-4a4b-ba37-258f0e39f252" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.189785] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-add37fa2-7db8-4a4b-ba37-258f0e39f252 taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.189785] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-add37fa2-7db8-4a4b-ba37-258f0e39f252" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.189785] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-add37fa2-7db8-4a4b-ba37-258f0e39f252" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.189785] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-add37fa2-7db8-4a4b-ba37-258f0e39f252" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.189785] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.189785] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.189785] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.190130] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.190130] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.190130] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-add37fa2-7db8-4a4b-ba37-258f0e39f252" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.190130] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('add37fa2-7db8-4a4b-ba37-258f0e39f252',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 871.341500] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 884846c7-14d0-4083-bc93-b61886943594: rpc.has_security_group_logging(os_id): False [ 871.364322] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.364667] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.364667] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.364937] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.364937] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.365202] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.365328] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.365635] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.365635] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.365635] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.365877] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.365983] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.366197] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.366429] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.366532] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.366767] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.366873] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.366943] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.367147] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.367231] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.367380] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 884846c7-14d0-4083-bc93-b61886943594 is going to be created. [ 871.449441] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.449681] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.449681] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.450305] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.450305] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.469755] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 884846c7-14d0-4083-bc93-b61886943594 in Status: IN_PROGRESS for 2s [ 871.692576] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for add37fa2-7db8-4a4b-ba37-258f0e39f252: rpc.has_security_group_logging(os_id): False [ 871.713136] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.713136] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.713136] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.713136] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.713938] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.714246] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.714365] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.714431] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.714691] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.714815] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.715095] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.715238] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.715343] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.718145] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.718145] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.718145] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.718145] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.718145] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.718145] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.718145] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.718145] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: add37fa2-7db8-4a4b-ba37-258f0e39f252 is going to be created. [ 871.729456] env[65562]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 871.729858] env[65562]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=3 [ 871.778977] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.779155] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.779219] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.779745] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.779745] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.798070] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: add37fa2-7db8-4a4b-ba37-258f0e39f252 in Status: IN_PROGRESS for 2s [ 872.572035] env[65562]: INFO networking_nsxv3.common.synchronization [req-83f00923-c52e-44cc-9858-a6675cdb2c3d req-456d70a6-9dab-4526-8ffe-0a4a9489f756 tempest-ServersAdminTestJSON-654717704 tempest-ServersAdminTestJSON-654717704-project-member] Enqueued Resource ID: 9c637330-1eb5-4d0f-9bfc-c8d2f1935709 with Priority: HIGHEST for action security_group_members [ 872.572949] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9c637330-1eb5-4d0f-9bfc-c8d2f1935709 with Priority: HIGHEST for action security_group_members [ 872.572949] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-9c637330-1eb5-4d0f-9bfc-c8d2f1935709 taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.573164] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9c637330-1eb5-4d0f-9bfc-c8d2f1935709" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.573164] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9c637330-1eb5-4d0f-9bfc-c8d2f1935709" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.573497] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9c637330-1eb5-4d0f-9bfc-c8d2f1935709" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.573584] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.573639] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.573674] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.574130] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.574130] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.574312] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9c637330-1eb5-4d0f-9bfc-c8d2f1935709',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 872.952366] env[65562]: DEBUG networking_nsxv3.common.locking [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Lock network-958 taken with stack trace [, , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.952580] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquiring lock "network-958" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.952705] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired lock "network-958" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.952993] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired external semaphore "network-958" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.957565] env[65562]: DEBUG networking_nsxv3.common.locking [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.957798] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquiring lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.957920] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.958235] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired external semaphore "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.958443] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Releasing lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.958672] env[65562]: DEBUG dogpile.cache.region [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] No value present for key: 'zone-id' {{(pid=65562) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 872.958786] env[65562]: DEBUG dogpile.lock [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] NeedRegenerationException {{(pid=65562) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 872.958943] env[65562]: DEBUG dogpile.lock [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] no value, waiting for create lock {{(pid=65562) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 872.959075] env[65562]: DEBUG dogpile.lock [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] value creation lock acquired {{(pid=65562) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 872.959191] env[65562]: DEBUG dogpile.cache.region [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] No value present for key: 'zone-id' {{(pid=65562) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 872.959296] env[65562]: DEBUG dogpile.lock [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Calling creation function for not-yet-present value {{(pid=65562) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 872.959431] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 872.986434] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 872.987449] env[65562]: DEBUG dogpile.cache.region [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=65562) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 872.987449] env[65562]: DEBUG dogpile.lock [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Released creation lock {{(pid=65562) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 872.987449] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Releasing lock "network-958" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.987449] env[65562]: DEBUG networking_nsxv3.common.locking [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Lock port-2963900e-c7ea-49aa-97b8-83eb2047f479 taken with stack trace [, , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.987920] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquiring lock "port-2963900e-c7ea-49aa-97b8-83eb2047f479" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.987920] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired lock "port-2963900e-c7ea-49aa-97b8-83eb2047f479" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.988301] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired external semaphore "port-2963900e-c7ea-49aa-97b8-83eb2047f479" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.988544] env[65562]: DEBUG networking_nsxv3.api.rpc [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2963900e-c7ea-49aa-97b8-83eb2047f479',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 873.076317] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9c637330-1eb5-4d0f-9bfc-c8d2f1935709',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 873.482318] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 884846c7-14d0-4083-bc93-b61886943594 in Status: SUCCESS [ 873.482424] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-884846c7-14d0-4083-bc93-b61886943594" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.491748] env[65562]: DEBUG networking_nsxv3.common.locking [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.491996] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.492116] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.492492] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.492639] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.492791] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Segment Port 2963900e-c7ea-49aa-97b8-83eb2047f479 not found, creating... [ 873.493071] env[65562]: DEBUG networking_nsxv3.common.locking [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.493238] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquiring lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.493353] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.493715] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired external semaphore "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.493715] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Releasing lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.494784] env[65562]: DEBUG networking_nsxv3.common.locking [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.494784] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.494784] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.494784] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.494784] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.494784] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Resource: SegmentPort with ID: 2963900e-c7ea-49aa-97b8-83eb2047f479 is going to be created. [ 873.516281] env[65562]: DEBUG networking_nsxv3.common.locking [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.516525] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.516630] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.516913] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.517368] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.517632] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Releasing lock "port-2963900e-c7ea-49aa-97b8-83eb2047f479" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.579518] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9c637330-1eb5-4d0f-9bfc-c8d2f1935709',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 873.827090] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: add37fa2-7db8-4a4b-ba37-258f0e39f252 in Status: SUCCESS [ 873.827287] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-add37fa2-7db8-4a4b-ba37-258f0e39f252" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.827601] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-add37fa2-7db8-4a4b-ba37-258f0e39f252" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.827709] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-add37fa2-7db8-4a4b-ba37-258f0e39f252" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.827822] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('add37fa2-7db8-4a4b-ba37-258f0e39f252',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 874.081916] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.082104] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.082415] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.082415] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.082545] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.082583] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9c637330-1eb5-4d0f-9bfc-c8d2f1935709 is going to be updated. [ 874.141042] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.141297] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.141297] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.141485] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.141634] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.155657] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9c637330-1eb5-4d0f-9bfc-c8d2f1935709 in Status: IN_PROGRESS for 2s [ 874.326240] env[65562]: INFO networking_nsxv3.common.synchronization [req-83f00923-c52e-44cc-9858-a6675cdb2c3d req-0bbbd48a-a616-48df-b8d5-c66fc18d3212 service nova] Enqueued Resource ID: 9c637330-1eb5-4d0f-9bfc-c8d2f1935709 with Priority: HIGHEST for action security_group_rules [ 874.326453] env[65562]: INFO networking_nsxv3.common.synchronization [req-83f00923-c52e-44cc-9858-a6675cdb2c3d req-0bbbd48a-a616-48df-b8d5-c66fc18d3212 service nova] Enqueued Resource ID: 9c637330-1eb5-4d0f-9bfc-c8d2f1935709 with Priority: HIGHEST for action security_group_members [ 874.326680] env[65562]: INFO networking_nsxv3.common.synchronization [req-83f00923-c52e-44cc-9858-a6675cdb2c3d req-0bbbd48a-a616-48df-b8d5-c66fc18d3212 service nova] Enqueued Resource ID: 2963900e-c7ea-49aa-97b8-83eb2047f479 with Priority: HIGHEST for action port [ 874.328205] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9c637330-1eb5-4d0f-9bfc-c8d2f1935709 with Priority: HIGHEST for action security_group_rules [ 874.328205] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9c637330-1eb5-4d0f-9bfc-c8d2f1935709 with Priority: HIGHEST for action security_group_members [ 874.328205] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2963900e-c7ea-49aa-97b8-83eb2047f479 with Priority: HIGHEST for action port [ 874.328354] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9c637330-1eb5-4d0f-9bfc-c8d2f1935709 taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.328608] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9c637330-1eb5-4d0f-9bfc-c8d2f1935709" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.328711] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9c637330-1eb5-4d0f-9bfc-c8d2f1935709" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.328981] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9c637330-1eb5-4d0f-9bfc-c8d2f1935709" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.329075] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9c637330-1eb5-4d0f-9bfc-c8d2f1935709',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 874.330930] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-9c637330-1eb5-4d0f-9bfc-c8d2f1935709 taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.330930] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9c637330-1eb5-4d0f-9bfc-c8d2f1935709" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.331292] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock port-2963900e-c7ea-49aa-97b8-83eb2047f479 taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.331292] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2963900e-c7ea-49aa-97b8-83eb2047f479" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.332239] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2963900e-c7ea-49aa-97b8-83eb2047f479" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.332239] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2963900e-c7ea-49aa-97b8-83eb2047f479" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.332239] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2963900e-c7ea-49aa-97b8-83eb2047f479',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 874.333588] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-add37fa2-7db8-4a4b-ba37-258f0e39f252 taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.334951] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-add37fa2-7db8-4a4b-ba37-258f0e39f252" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.334951] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-add37fa2-7db8-4a4b-ba37-258f0e39f252" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.334951] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-add37fa2-7db8-4a4b-ba37-258f0e39f252" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.334951] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.334951] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.334951] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.334951] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.335947] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.335947] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-add37fa2-7db8-4a4b-ba37-258f0e39f252" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.335947] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('add37fa2-7db8-4a4b-ba37-258f0e39f252',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 874.832023] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-9c637330-1eb5-4d0f-9bfc-c8d2f1935709 taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.832023] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9c637330-1eb5-4d0f-9bfc-c8d2f1935709" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.834368] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2963900e-c7ea-49aa-97b8-83eb2047f479 with status ACTIVE [ 874.834605] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.834979] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.835113] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.835332] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.835436] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.835633] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.835708] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.835825] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.835911] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.836113] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.836348] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.836462] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.836554] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.836685] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.836765] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.836849] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2963900e-c7ea-49aa-97b8-83eb2047f479 is going to be updated. [ 874.838173] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-add37fa2-7db8-4a4b-ba37-258f0e39f252 taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.838293] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-add37fa2-7db8-4a4b-ba37-258f0e39f252" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.838350] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-add37fa2-7db8-4a4b-ba37-258f0e39f252" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.838529] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-add37fa2-7db8-4a4b-ba37-258f0e39f252" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.838718] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.838836] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.838836] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.838986] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.839063] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.839161] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-add37fa2-7db8-4a4b-ba37-258f0e39f252" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.839284] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-add37fa2-7db8-4a4b-ba37-258f0e39f252 taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.839352] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-add37fa2-7db8-4a4b-ba37-258f0e39f252" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.839408] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-add37fa2-7db8-4a4b-ba37-258f0e39f252" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.839532] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-add37fa2-7db8-4a4b-ba37-258f0e39f252" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.839665] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.839748] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.839851] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.839942] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.840032] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.840115] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-add37fa2-7db8-4a4b-ba37-258f0e39f252" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.840201] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('add37fa2-7db8-4a4b-ba37-258f0e39f252',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 874.873233] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.873405] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.873490] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.873673] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.873890] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.874261] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2963900e-c7ea-49aa-97b8-83eb2047f479" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.343086] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for add37fa2-7db8-4a4b-ba37-258f0e39f252: rpc.has_security_group_logging(os_id): False [ 875.362806] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.363294] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.363294] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.363294] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.363469] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.364223] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.364223] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.364223] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.364223] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.364223] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.364471] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.364528] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.364579] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.364912] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.365018] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.365250] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.365456] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.365966] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.365966] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.366141] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.366231] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: add37fa2-7db8-4a4b-ba37-258f0e39f252 is going to be updated. [ 875.436516] env[65562]: INFO networking_nsxv3.common.synchronization [req-fe7ed253-89f5-45f3-b47e-9c70571270cc req-70437ff2-6226-44f6-b081-9134f313c5f4 tempest-ServerRescueTestJSON-110068010 tempest-ServerRescueTestJSON-110068010-project-member] Enqueued Resource ID: 401e6d64-4f68-41e2-81f2-8fedd10f0ee8 with Priority: HIGHEST for action security_group_members [ 875.437212] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 401e6d64-4f68-41e2-81f2-8fedd10f0ee8 with Priority: HIGHEST for action security_group_members [ 875.437526] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-401e6d64-4f68-41e2-81f2-8fedd10f0ee8 taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.437646] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-401e6d64-4f68-41e2-81f2-8fedd10f0ee8" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.437710] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-401e6d64-4f68-41e2-81f2-8fedd10f0ee8" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.437918] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-401e6d64-4f68-41e2-81f2-8fedd10f0ee8" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.438095] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.438198] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.438255] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.438407] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.438489] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.438582] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('401e6d64-4f68-41e2-81f2-8fedd10f0ee8',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 875.461536] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.461666] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.461739] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.461947] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.462106] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.481035] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: add37fa2-7db8-4a4b-ba37-258f0e39f252 in Status: IN_PROGRESS for 2s [ 875.846953] env[65562]: DEBUG networking_nsxv3.common.locking [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Lock network-710 taken with stack trace [, , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.847340] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquiring lock "network-710" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.847340] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired lock "network-710" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.848305] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired external semaphore "network-710" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.848305] env[65562]: DEBUG networking_nsxv3.common.locking [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.848305] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquiring lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.848885] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.849237] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired external semaphore "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.849703] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Releasing lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.849703] env[65562]: DEBUG dogpile.cache.region [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] No value present for key: 'zone-id' {{(pid=65562) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 875.849794] env[65562]: DEBUG dogpile.lock [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] NeedRegenerationException {{(pid=65562) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 875.849921] env[65562]: DEBUG dogpile.lock [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] no value, waiting for create lock {{(pid=65562) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 875.850105] env[65562]: DEBUG dogpile.lock [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] value creation lock acquired {{(pid=65562) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 875.850274] env[65562]: DEBUG dogpile.cache.region [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] No value present for key: 'zone-id' {{(pid=65562) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 875.850460] env[65562]: DEBUG dogpile.lock [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Calling creation function for not-yet-present value {{(pid=65562) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 875.850644] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 875.882809] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 875.882809] env[65562]: DEBUG dogpile.cache.region [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Cache value generated in 0.030 seconds for key(s): 'zone-id' {{(pid=65562) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 875.882809] env[65562]: DEBUG dogpile.lock [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Released creation lock {{(pid=65562) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 875.882809] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Releasing lock "network-710" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.882809] env[65562]: DEBUG networking_nsxv3.common.locking [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Lock port-415820c6-6b40-47b0-82e9-489bc7818eb0 taken with stack trace [, , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.882809] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquiring lock "port-415820c6-6b40-47b0-82e9-489bc7818eb0" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.882809] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired lock "port-415820c6-6b40-47b0-82e9-489bc7818eb0" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.882809] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired external semaphore "port-415820c6-6b40-47b0-82e9-489bc7818eb0" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.882809] env[65562]: DEBUG networking_nsxv3.api.rpc [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('415820c6-6b40-47b0-82e9-489bc7818eb0',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 875.940724] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('401e6d64-4f68-41e2-81f2-8fedd10f0ee8',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 876.171965] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9c637330-1eb5-4d0f-9bfc-c8d2f1935709 in Status: SUCCESS [ 876.171965] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9c637330-1eb5-4d0f-9bfc-c8d2f1935709" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.172131] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9c637330-1eb5-4d0f-9bfc-c8d2f1935709" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.172255] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9c637330-1eb5-4d0f-9bfc-c8d2f1935709" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.172443] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.172561] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.172626] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.172772] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.172852] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.173381] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9c637330-1eb5-4d0f-9bfc-c8d2f1935709',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 876.385212] env[65562]: DEBUG networking_nsxv3.common.locking [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.385473] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.385603] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.386284] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.386284] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.386399] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Segment Port 415820c6-6b40-47b0-82e9-489bc7818eb0 not found, creating... [ 876.386686] env[65562]: DEBUG networking_nsxv3.common.locking [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.386855] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquiring lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.386967] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.387232] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired external semaphore "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.387381] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Releasing lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.387875] env[65562]: DEBUG networking_nsxv3.common.locking [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.387875] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.388581] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.388581] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.388581] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.388581] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Resource: SegmentPort with ID: 415820c6-6b40-47b0-82e9-489bc7818eb0 is going to be created. [ 876.409132] env[65562]: DEBUG networking_nsxv3.common.locking [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.409403] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.409491] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.409719] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.409951] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.410194] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Releasing lock "port-415820c6-6b40-47b0-82e9-489bc7818eb0" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.444401] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('401e6d64-4f68-41e2-81f2-8fedd10f0ee8',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 876.675862] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9c637330-1eb5-4d0f-9bfc-c8d2f1935709',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 876.951064] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.951064] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.951064] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.951064] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.951064] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.951064] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 401e6d64-4f68-41e2-81f2-8fedd10f0ee8 is going to be updated. [ 876.994436] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.994676] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.994676] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.994920] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.995405] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.008747] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 401e6d64-4f68-41e2-81f2-8fedd10f0ee8 in Status: IN_PROGRESS for 2s [ 877.150433] env[65562]: INFO networking_nsxv3.common.synchronization [req-fe7ed253-89f5-45f3-b47e-9c70571270cc req-ead76cdd-00d8-419a-81c5-91d1421a52ba service nova] Enqueued Resource ID: 401e6d64-4f68-41e2-81f2-8fedd10f0ee8 with Priority: HIGHEST for action security_group_rules [ 877.150433] env[65562]: INFO networking_nsxv3.common.synchronization [req-fe7ed253-89f5-45f3-b47e-9c70571270cc req-ead76cdd-00d8-419a-81c5-91d1421a52ba service nova] Enqueued Resource ID: 401e6d64-4f68-41e2-81f2-8fedd10f0ee8 with Priority: HIGHEST for action security_group_members [ 877.150597] env[65562]: INFO networking_nsxv3.common.synchronization [req-fe7ed253-89f5-45f3-b47e-9c70571270cc req-ead76cdd-00d8-419a-81c5-91d1421a52ba service nova] Enqueued Resource ID: 415820c6-6b40-47b0-82e9-489bc7818eb0 with Priority: HIGHEST for action port [ 877.151409] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 401e6d64-4f68-41e2-81f2-8fedd10f0ee8 with Priority: HIGHEST for action security_group_rules [ 877.151563] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 401e6d64-4f68-41e2-81f2-8fedd10f0ee8 with Priority: HIGHEST for action security_group_members [ 877.151719] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 415820c6-6b40-47b0-82e9-489bc7818eb0 with Priority: HIGHEST for action port [ 877.152112] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock rules-401e6d64-4f68-41e2-81f2-8fedd10f0ee8 taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.152301] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-401e6d64-4f68-41e2-81f2-8fedd10f0ee8" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.152375] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-401e6d64-4f68-41e2-81f2-8fedd10f0ee8" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.152593] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-401e6d64-4f68-41e2-81f2-8fedd10f0ee8" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.152736] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('401e6d64-4f68-41e2-81f2-8fedd10f0ee8',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 877.154313] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-401e6d64-4f68-41e2-81f2-8fedd10f0ee8 taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.154412] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-401e6d64-4f68-41e2-81f2-8fedd10f0ee8" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.154606] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock port-415820c6-6b40-47b0-82e9-489bc7818eb0 taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.154761] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-415820c6-6b40-47b0-82e9-489bc7818eb0" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.154761] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-415820c6-6b40-47b0-82e9-489bc7818eb0" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.154933] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-415820c6-6b40-47b0-82e9-489bc7818eb0" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.156357] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('415820c6-6b40-47b0-82e9-489bc7818eb0',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 877.178713] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9c637330-1eb5-4d0f-9bfc-c8d2f1935709',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 877.421737] env[65562]: INFO networking_nsxv3.common.synchronization [req-018eaebc-ea73-45b6-8237-39d745175c7e req-42241476-439c-4e07-85f7-d3cf25b45c89 tempest-ServerActionsTestOtherB-2039716914 tempest-ServerActionsTestOtherB-2039716914-project-member] Enqueued Resource ID: 865e7ac2-3667-4252-8906-3696721e534a with Priority: HIGHEST for action security_group_members [ 877.422369] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 865e7ac2-3667-4252-8906-3696721e534a with Priority: HIGHEST for action security_group_members [ 877.422680] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-865e7ac2-3667-4252-8906-3696721e534a taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.422839] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-865e7ac2-3667-4252-8906-3696721e534a" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.422891] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-865e7ac2-3667-4252-8906-3696721e534a" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.423164] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-865e7ac2-3667-4252-8906-3696721e534a" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.423362] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.423470] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.423514] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.423675] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.423804] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.423857] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('865e7ac2-3667-4252-8906-3696721e534a',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 877.501119] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: add37fa2-7db8-4a4b-ba37-258f0e39f252 in Status: SUCCESS [ 877.501634] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-add37fa2-7db8-4a4b-ba37-258f0e39f252" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.654928] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-401e6d64-4f68-41e2-81f2-8fedd10f0ee8 taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.655132] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-401e6d64-4f68-41e2-81f2-8fedd10f0ee8" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.660287] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 415820c6-6b40-47b0-82e9-489bc7818eb0 with status ACTIVE [ 877.660287] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.660895] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.662058] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.662058] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.662058] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.662058] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.663624] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.663624] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.663624] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.663624] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.663624] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.663624] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.663624] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.663624] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.663624] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.663624] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 415820c6-6b40-47b0-82e9-489bc7818eb0 is going to be updated. [ 877.681275] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.681446] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.681519] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.681703] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.681791] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.681883] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9c637330-1eb5-4d0f-9bfc-c8d2f1935709 is going to be updated. [ 877.685234] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.685370] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.685421] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.685607] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.685735] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.685887] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-415820c6-6b40-47b0-82e9-489bc7818eb0" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.709994] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.710156] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.710223] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.710433] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.710581] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.720790] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9c637330-1eb5-4d0f-9bfc-c8d2f1935709 in Status: IN_PROGRESS for 2s [ 877.926203] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.926203] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.926203] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.926472] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.926521] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.926687] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.926785] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.926838] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.927031] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.927092] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.927173] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 865e7ac2-3667-4252-8906-3696721e534a is going to be updated. [ 877.957106] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.957451] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.957451] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.957794] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.957794] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.967685] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 865e7ac2-3667-4252-8906-3696721e534a in Status: IN_PROGRESS for 2s [ 878.779930] env[65562]: INFO networking_nsxv3.common.synchronization [req-6c7acb88-102e-4281-867f-30f9be7eaf27 req-ad5c5490-2fd3-42a7-910a-4678549087d9 tempest-ServersTestMultiNic-435403352 tempest-ServersTestMultiNic-435403352-project-member] Enqueued Resource ID: add37fa2-7db8-4a4b-ba37-258f0e39f252 with Priority: HIGHEST for action security_group_members [ 878.779930] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: add37fa2-7db8-4a4b-ba37-258f0e39f252 with Priority: HIGHEST for action security_group_members [ 878.779930] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-add37fa2-7db8-4a4b-ba37-258f0e39f252 taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.781890] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-add37fa2-7db8-4a4b-ba37-258f0e39f252" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.782008] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-add37fa2-7db8-4a4b-ba37-258f0e39f252" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.782230] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-add37fa2-7db8-4a4b-ba37-258f0e39f252" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.782416] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.782829] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.782829] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.783293] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.783438] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.783562] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('add37fa2-7db8-4a4b-ba37-258f0e39f252',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 879.019687] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 401e6d64-4f68-41e2-81f2-8fedd10f0ee8 in Status: SUCCESS [ 879.020016] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-401e6d64-4f68-41e2-81f2-8fedd10f0ee8" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.020433] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-401e6d64-4f68-41e2-81f2-8fedd10f0ee8" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.020712] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-401e6d64-4f68-41e2-81f2-8fedd10f0ee8" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.020934] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.021070] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.021138] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.021320] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.021383] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.021494] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('401e6d64-4f68-41e2-81f2-8fedd10f0ee8',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 879.046541] env[65562]: INFO networking_nsxv3.common.synchronization [req-fdda7b14-56f8-4597-a2a3-74e708f058ed req-0d2635f9-c550-4e3e-9892-1eafedd2887c tempest-ServerGroupTestJSON-916502923 tempest-ServerGroupTestJSON-916502923-project-member] Enqueued Resource ID: 884846c7-14d0-4083-bc93-b61886943594 with Priority: HIGHEST for action security_group_members [ 879.047208] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 884846c7-14d0-4083-bc93-b61886943594 with Priority: HIGHEST for action security_group_members [ 879.047539] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-884846c7-14d0-4083-bc93-b61886943594 taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.047667] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-884846c7-14d0-4083-bc93-b61886943594" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.047730] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-884846c7-14d0-4083-bc93-b61886943594" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.047934] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-884846c7-14d0-4083-bc93-b61886943594" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.048702] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.048819] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.048888] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.054247] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.054361] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.054467] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('884846c7-14d0-4083-bc93-b61886943594',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 879.262606] env[65562]: INFO networking_nsxv3.common.synchronization [req-6c7acb88-102e-4281-867f-30f9be7eaf27 req-a333f70f-544e-4a5c-9547-9729cca79556 tempest-ServersTestMultiNic-435403352 tempest-ServersTestMultiNic-435403352-project-member] Enqueued Resource ID: add37fa2-7db8-4a4b-ba37-258f0e39f252 with Priority: HIGHEST for action security_group_members [ 879.263812] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: add37fa2-7db8-4a4b-ba37-258f0e39f252 with Priority: HIGHEST for action security_group_members [ 879.263812] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-add37fa2-7db8-4a4b-ba37-258f0e39f252 taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.263812] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-add37fa2-7db8-4a4b-ba37-258f0e39f252" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.287388] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('add37fa2-7db8-4a4b-ba37-258f0e39f252',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 879.523898] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('401e6d64-4f68-41e2-81f2-8fedd10f0ee8',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 879.559553] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.559738] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.559812] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.560048] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.560145] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.560387] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.560541] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.560655] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.560877] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.561043] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.561201] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 884846c7-14d0-4083-bc93-b61886943594 is going to be updated. [ 879.617332] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.617332] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.617332] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.617332] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.617332] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.630287] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 884846c7-14d0-4083-bc93-b61886943594 in Status: IN_PROGRESS for 2s [ 879.730627] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9c637330-1eb5-4d0f-9bfc-c8d2f1935709 in Status: SUCCESS [ 879.730880] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9c637330-1eb5-4d0f-9bfc-c8d2f1935709" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.731080] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9c637330-1eb5-4d0f-9bfc-c8d2f1935709" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.733133] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9c637330-1eb5-4d0f-9bfc-c8d2f1935709" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.733133] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.733133] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.733133] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.733133] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.733133] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.733133] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9c637330-1eb5-4d0f-9bfc-c8d2f1935709" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.733133] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9c637330-1eb5-4d0f-9bfc-c8d2f1935709',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 879.790566] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('add37fa2-7db8-4a4b-ba37-258f0e39f252',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 879.982558] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 865e7ac2-3667-4252-8906-3696721e534a in Status: SUCCESS [ 879.982745] env[65562]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 865e7ac2-3667-4252-8906-3696721e534a deletion is rescheduled due to dependency. [ 879.982863] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-865e7ac2-3667-4252-8906-3696721e534a" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.031239] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('401e6d64-4f68-41e2-81f2-8fedd10f0ee8',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 880.235562] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-9c637330-1eb5-4d0f-9bfc-c8d2f1935709 taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.235562] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9c637330-1eb5-4d0f-9bfc-c8d2f1935709" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.239037] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9c637330-1eb5-4d0f-9bfc-c8d2f1935709" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.239037] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9c637330-1eb5-4d0f-9bfc-c8d2f1935709" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.239037] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.239037] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.239037] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.239037] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.239037] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.239037] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9c637330-1eb5-4d0f-9bfc-c8d2f1935709" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.239037] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-9c637330-1eb5-4d0f-9bfc-c8d2f1935709 taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.239037] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9c637330-1eb5-4d0f-9bfc-c8d2f1935709" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.239037] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9c637330-1eb5-4d0f-9bfc-c8d2f1935709" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.239037] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9c637330-1eb5-4d0f-9bfc-c8d2f1935709" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.239037] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.239037] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.239037] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.241273] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.241467] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.241978] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9c637330-1eb5-4d0f-9bfc-c8d2f1935709" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.242157] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9c637330-1eb5-4d0f-9bfc-c8d2f1935709',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 880.294135] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.294741] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.295394] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.295394] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.295394] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.295394] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: add37fa2-7db8-4a4b-ba37-258f0e39f252 is going to be updated. [ 880.328534] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.328704] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.328785] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.329028] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.329186] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.341206] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: add37fa2-7db8-4a4b-ba37-258f0e39f252 in Status: IN_PROGRESS for 2s [ 880.534988] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.539790] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.539941] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.540230] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.540337] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.540450] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 401e6d64-4f68-41e2-81f2-8fedd10f0ee8 is going to be updated. [ 880.568996] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.569158] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.569351] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.569439] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.569587] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.581568] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 401e6d64-4f68-41e2-81f2-8fedd10f0ee8 in Status: IN_PROGRESS for 2s [ 880.745951] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9c637330-1eb5-4d0f-9bfc-c8d2f1935709: rpc.has_security_group_logging(os_id): False [ 880.766025] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.766249] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.766332] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.766707] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.766707] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.766933] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.767063] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.767134] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.767373] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.767464] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.767705] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.767817] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.767907] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.768673] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.768673] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.768673] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.768673] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.768906] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.768906] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.768970] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.769252] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9c637330-1eb5-4d0f-9bfc-c8d2f1935709 is going to be updated. [ 880.837211] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.837400] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.837478] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.837718] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.837885] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.855436] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9c637330-1eb5-4d0f-9bfc-c8d2f1935709 in Status: IN_PROGRESS for 2s [ 881.642888] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 884846c7-14d0-4083-bc93-b61886943594 in Status: SUCCESS [ 881.643166] env[65562]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 884846c7-14d0-4083-bc93-b61886943594 deletion is rescheduled due to dependency. [ 881.643304] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-884846c7-14d0-4083-bc93-b61886943594" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.352412] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: add37fa2-7db8-4a4b-ba37-258f0e39f252 in Status: SUCCESS [ 882.352626] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-add37fa2-7db8-4a4b-ba37-258f0e39f252" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.352803] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-add37fa2-7db8-4a4b-ba37-258f0e39f252" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.353050] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-add37fa2-7db8-4a4b-ba37-258f0e39f252" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.353251] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.353372] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.353459] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.353828] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.353828] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.353828] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('add37fa2-7db8-4a4b-ba37-258f0e39f252',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 882.593564] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 401e6d64-4f68-41e2-81f2-8fedd10f0ee8 in Status: SUCCESS [ 882.593564] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-401e6d64-4f68-41e2-81f2-8fedd10f0ee8" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.593564] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-401e6d64-4f68-41e2-81f2-8fedd10f0ee8" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.594192] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-401e6d64-4f68-41e2-81f2-8fedd10f0ee8" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.594192] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.594192] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.594192] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.595314] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.595314] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.595314] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-401e6d64-4f68-41e2-81f2-8fedd10f0ee8" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.595314] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('401e6d64-4f68-41e2-81f2-8fedd10f0ee8',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 882.856551] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.856807] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.856807] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.859045] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.859045] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.859045] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.859045] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.859045] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.859045] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.859045] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.859045] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: add37fa2-7db8-4a4b-ba37-258f0e39f252 is going to be updated. [ 882.880570] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9c637330-1eb5-4d0f-9bfc-c8d2f1935709 in Status: SUCCESS [ 882.880799] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9c637330-1eb5-4d0f-9bfc-c8d2f1935709" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.892009] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.892167] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.892243] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.892457] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.892607] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.904181] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: add37fa2-7db8-4a4b-ba37-258f0e39f252 in Status: IN_PROGRESS for 2s [ 883.098015] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-401e6d64-4f68-41e2-81f2-8fedd10f0ee8 taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.098015] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-401e6d64-4f68-41e2-81f2-8fedd10f0ee8" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.098015] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-401e6d64-4f68-41e2-81f2-8fedd10f0ee8" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.098015] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-401e6d64-4f68-41e2-81f2-8fedd10f0ee8" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.098254] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.098307] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.098383] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.098628] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.098730] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.098824] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-401e6d64-4f68-41e2-81f2-8fedd10f0ee8" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.098974] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-401e6d64-4f68-41e2-81f2-8fedd10f0ee8 taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.099093] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-401e6d64-4f68-41e2-81f2-8fedd10f0ee8" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.099155] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-401e6d64-4f68-41e2-81f2-8fedd10f0ee8" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.099307] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-401e6d64-4f68-41e2-81f2-8fedd10f0ee8" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.099582] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.099628] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.099679] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.099844] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.099898] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.101321] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-401e6d64-4f68-41e2-81f2-8fedd10f0ee8" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.101321] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('401e6d64-4f68-41e2-81f2-8fedd10f0ee8',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 883.602806] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 401e6d64-4f68-41e2-81f2-8fedd10f0ee8: rpc.has_security_group_logging(os_id): False [ 883.621422] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.621632] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.621794] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.621870] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.622037] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.622583] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.622583] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.622583] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.622583] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.622822] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.622912] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.622997] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.623056] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.623215] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.623298] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.623486] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.623590] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.623654] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.624221] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.624221] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.624221] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 401e6d64-4f68-41e2-81f2-8fedd10f0ee8 is going to be updated. [ 883.684439] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.684623] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.684656] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.684861] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.685008] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.703702] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 401e6d64-4f68-41e2-81f2-8fedd10f0ee8 in Status: IN_PROGRESS for 2s [ 884.264455] env[65562]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 884.264455] env[65562]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=2 [ 884.915038] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: add37fa2-7db8-4a4b-ba37-258f0e39f252 in Status: SUCCESS [ 884.916027] env[65562]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: add37fa2-7db8-4a4b-ba37-258f0e39f252 deletion is rescheduled due to dependency. [ 884.916027] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-add37fa2-7db8-4a4b-ba37-258f0e39f252" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.719216] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 401e6d64-4f68-41e2-81f2-8fedd10f0ee8 in Status: SUCCESS [ 885.719828] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-401e6d64-4f68-41e2-81f2-8fedd10f0ee8" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.020980] env[65562]: INFO networking_nsxv3.common.synchronization [req-b1e43f19-21ea-4a5a-9d0e-3e0509bc5a59 req-5d8d2be7-2c1a-44d4-9340-dd7a636c0af0 tempest-ServerActionsTestOtherA-1532973600 tempest-ServerActionsTestOtherA-1532973600-project-member] Enqueued Resource ID: 61c2f228-d6a3-4d4c-b7de-fe6b2c3c1d08 with Priority: HIGHEST for action security_group_members [ 886.021065] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 61c2f228-d6a3-4d4c-b7de-fe6b2c3c1d08 with Priority: HIGHEST for action security_group_members [ 886.021348] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-61c2f228-d6a3-4d4c-b7de-fe6b2c3c1d08 taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.021468] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-61c2f228-d6a3-4d4c-b7de-fe6b2c3c1d08" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.021518] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-61c2f228-d6a3-4d4c-b7de-fe6b2c3c1d08" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.021893] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-61c2f228-d6a3-4d4c-b7de-fe6b2c3c1d08" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.022075] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.022370] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.022370] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.022530] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.022530] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.023091] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('61c2f228-d6a3-4d4c-b7de-fe6b2c3c1d08',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 886.417546] env[65562]: DEBUG networking_nsxv3.common.locking [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Lock network-817 taken with stack trace [, , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.417781] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquiring lock "network-817" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.417909] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired lock "network-817" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.418200] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired external semaphore "network-817" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.418459] env[65562]: DEBUG networking_nsxv3.common.locking [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.418722] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquiring lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.418841] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.419142] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired external semaphore "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.419297] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Releasing lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.419587] env[65562]: DEBUG dogpile.cache.region [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] No value present for key: 'zone-id' {{(pid=65562) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 886.419725] env[65562]: DEBUG dogpile.lock [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] NeedRegenerationException {{(pid=65562) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 886.419837] env[65562]: DEBUG dogpile.lock [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] no value, waiting for create lock {{(pid=65562) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 886.420896] env[65562]: DEBUG dogpile.lock [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] value creation lock acquired {{(pid=65562) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 886.420896] env[65562]: DEBUG dogpile.cache.region [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] No value present for key: 'zone-id' {{(pid=65562) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 886.420896] env[65562]: DEBUG dogpile.lock [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Calling creation function for not-yet-present value {{(pid=65562) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 886.420976] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 886.443503] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 886.443503] env[65562]: DEBUG dogpile.cache.region [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65562) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 886.443503] env[65562]: DEBUG dogpile.lock [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Released creation lock {{(pid=65562) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 886.443712] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Releasing lock "network-817" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.443971] env[65562]: DEBUG networking_nsxv3.common.locking [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Lock port-885c2fd0-8ca8-44ca-9842-3301b040dae5 taken with stack trace [, , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.444303] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquiring lock "port-885c2fd0-8ca8-44ca-9842-3301b040dae5" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.444440] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired lock "port-885c2fd0-8ca8-44ca-9842-3301b040dae5" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.444746] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired external semaphore "port-885c2fd0-8ca8-44ca-9842-3301b040dae5" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.444881] env[65562]: DEBUG networking_nsxv3.api.rpc [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('885c2fd0-8ca8-44ca-9842-3301b040dae5',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 886.525145] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.525378] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.525491] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.525865] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.525999] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.526329] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.526481] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.526580] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.526819] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.526933] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.527072] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 61c2f228-d6a3-4d4c-b7de-fe6b2c3c1d08 already deleted. [ 886.527197] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-61c2f228-d6a3-4d4c-b7de-fe6b2c3c1d08" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.947433] env[65562]: DEBUG networking_nsxv3.common.locking [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.947745] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.947824] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.948128] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.948315] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.949141] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Segment Port 885c2fd0-8ca8-44ca-9842-3301b040dae5 not found, creating... [ 886.949141] env[65562]: DEBUG networking_nsxv3.common.locking [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.949141] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquiring lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.949141] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.949992] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired external semaphore "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.949992] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Releasing lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.949992] env[65562]: DEBUG networking_nsxv3.common.locking [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.949992] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.949992] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.951592] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.951592] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.951592] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Resource: SegmentPort with ID: 885c2fd0-8ca8-44ca-9842-3301b040dae5 is going to be created. [ 886.976592] env[65562]: DEBUG networking_nsxv3.common.locking [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.976592] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.977102] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.977102] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.977589] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.977940] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Releasing lock "port-885c2fd0-8ca8-44ca-9842-3301b040dae5" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.611674] env[65562]: INFO networking_nsxv3.common.synchronization [req-66e2e1ff-8a8c-4a26-b27c-54876921d683 req-d91a1bbc-39c8-4caa-a146-68a9654df1da tempest-ListServerFiltersTestJSON-1836936355 tempest-ListServerFiltersTestJSON-1836936355-project-member] Enqueued Resource ID: 287d2f33-e266-41a4-96b8-2f16db834f62 with Priority: HIGHEST for action security_group_members [ 887.612607] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 287d2f33-e266-41a4-96b8-2f16db834f62 with Priority: HIGHEST for action security_group_members [ 887.612607] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-287d2f33-e266-41a4-96b8-2f16db834f62 taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.612775] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-287d2f33-e266-41a4-96b8-2f16db834f62" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.612874] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-287d2f33-e266-41a4-96b8-2f16db834f62" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.613094] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-287d2f33-e266-41a4-96b8-2f16db834f62" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.613254] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.613354] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.613430] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.613587] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.613662] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.613760] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('287d2f33-e266-41a4-96b8-2f16db834f62',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 887.701598] env[65562]: INFO networking_nsxv3.common.synchronization [req-b1e43f19-21ea-4a5a-9d0e-3e0509bc5a59 req-3ef11aaa-3dfa-49a7-8932-d6a8f98741ec service nova] Enqueued Resource ID: 61c2f228-d6a3-4d4c-b7de-fe6b2c3c1d08 with Priority: HIGHEST for action security_group_rules [ 887.701945] env[65562]: INFO networking_nsxv3.common.synchronization [req-b1e43f19-21ea-4a5a-9d0e-3e0509bc5a59 req-3ef11aaa-3dfa-49a7-8932-d6a8f98741ec service nova] Enqueued Resource ID: 61c2f228-d6a3-4d4c-b7de-fe6b2c3c1d08 with Priority: HIGHEST for action security_group_members [ 887.701945] env[65562]: INFO networking_nsxv3.common.synchronization [req-b1e43f19-21ea-4a5a-9d0e-3e0509bc5a59 req-3ef11aaa-3dfa-49a7-8932-d6a8f98741ec service nova] Enqueued Resource ID: 885c2fd0-8ca8-44ca-9842-3301b040dae5 with Priority: HIGHEST for action port [ 887.702248] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 61c2f228-d6a3-4d4c-b7de-fe6b2c3c1d08 with Priority: HIGHEST for action security_group_rules [ 887.702248] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 61c2f228-d6a3-4d4c-b7de-fe6b2c3c1d08 with Priority: HIGHEST for action security_group_members [ 887.702425] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 885c2fd0-8ca8-44ca-9842-3301b040dae5 with Priority: HIGHEST for action port [ 887.703277] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock rules-61c2f228-d6a3-4d4c-b7de-fe6b2c3c1d08 taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.703277] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-61c2f228-d6a3-4d4c-b7de-fe6b2c3c1d08" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.703277] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-61c2f228-d6a3-4d4c-b7de-fe6b2c3c1d08" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.703499] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-61c2f228-d6a3-4d4c-b7de-fe6b2c3c1d08" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.703499] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('61c2f228-d6a3-4d4c-b7de-fe6b2c3c1d08',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 887.704538] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-61c2f228-d6a3-4d4c-b7de-fe6b2c3c1d08 taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.704649] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-61c2f228-d6a3-4d4c-b7de-fe6b2c3c1d08" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.704717] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-61c2f228-d6a3-4d4c-b7de-fe6b2c3c1d08" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.704942] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-61c2f228-d6a3-4d4c-b7de-fe6b2c3c1d08" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.705052] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.705154] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.705218] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.705362] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.705450] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.705540] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('61c2f228-d6a3-4d4c-b7de-fe6b2c3c1d08',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 887.706598] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock port-885c2fd0-8ca8-44ca-9842-3301b040dae5 taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.706598] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-885c2fd0-8ca8-44ca-9842-3301b040dae5" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.706598] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-885c2fd0-8ca8-44ca-9842-3301b040dae5" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.706785] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-885c2fd0-8ca8-44ca-9842-3301b040dae5" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.706785] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('885c2fd0-8ca8-44ca-9842-3301b040dae5',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 888.115534] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('287d2f33-e266-41a4-96b8-2f16db834f62',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 888.208824] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('61c2f228-d6a3-4d4c-b7de-fe6b2c3c1d08',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 888.209936] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-61c2f228-d6a3-4d4c-b7de-fe6b2c3c1d08 taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.210067] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-61c2f228-d6a3-4d4c-b7de-fe6b2c3c1d08" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.210237] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 885c2fd0-8ca8-44ca-9842-3301b040dae5 with status ACTIVE [ 888.210405] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.210514] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.210579] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.210801] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.210895] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.211115] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.211183] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.211225] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.211381] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.211507] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.211663] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.211789] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.211789] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.211920] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.211992] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.212180] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 885c2fd0-8ca8-44ca-9842-3301b040dae5 is going to be updated. [ 888.238400] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.238580] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.238638] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.238847] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.238988] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.240100] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-885c2fd0-8ca8-44ca-9842-3301b040dae5" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.618704] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('287d2f33-e266-41a4-96b8-2f16db834f62',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 888.714731] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('61c2f228-d6a3-4d4c-b7de-fe6b2c3c1d08',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 889.120895] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.121242] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.121242] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.121346] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.121432] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.121556] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 287d2f33-e266-41a4-96b8-2f16db834f62 is going to be updated. [ 889.151885] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.152034] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.152113] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.152321] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.152567] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.162033] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 287d2f33-e266-41a4-96b8-2f16db834f62 in Status: IN_PROGRESS for 2s [ 889.217041] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.217041] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.217214] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.217432] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.217556] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.217742] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 61c2f228-d6a3-4d4c-b7de-fe6b2c3c1d08 is going to be created. [ 889.253035] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.253035] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.253035] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.253035] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.253035] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.263275] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 61c2f228-d6a3-4d4c-b7de-fe6b2c3c1d08 in Status: UNINITIALIZED for 2s [ 890.853416] env[65562]: INFO networking_nsxv3.common.synchronization [req-f65773ea-30f7-4350-a081-dd60cab1c912 req-14a56a8c-9005-46ba-b5ba-9075ecd661d9 tempest-ListImageFiltersTestJSON-1477586592 tempest-ListImageFiltersTestJSON-1477586592-project-member] Enqueued Resource ID: cf8c8c9c-8c63-4481-8654-0f0995ade8d8 with Priority: HIGHEST for action security_group_members [ 890.854926] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cf8c8c9c-8c63-4481-8654-0f0995ade8d8 with Priority: HIGHEST for action security_group_members [ 890.854926] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-cf8c8c9c-8c63-4481-8654-0f0995ade8d8 taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.854926] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cf8c8c9c-8c63-4481-8654-0f0995ade8d8" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.854926] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cf8c8c9c-8c63-4481-8654-0f0995ade8d8" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.854926] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cf8c8c9c-8c63-4481-8654-0f0995ade8d8" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.854926] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.855356] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.855356] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.855356] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.855356] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.855608] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cf8c8c9c-8c63-4481-8654-0f0995ade8d8',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 891.172968] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 287d2f33-e266-41a4-96b8-2f16db834f62 in Status: SUCCESS [ 891.173225] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-287d2f33-e266-41a4-96b8-2f16db834f62" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.277695] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 61c2f228-d6a3-4d4c-b7de-fe6b2c3c1d08 in Status: SUCCESS [ 891.277814] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-61c2f228-d6a3-4d4c-b7de-fe6b2c3c1d08" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.278014] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-61c2f228-d6a3-4d4c-b7de-fe6b2c3c1d08" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.278548] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-61c2f228-d6a3-4d4c-b7de-fe6b2c3c1d08" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.279083] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.279272] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.279272] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.280220] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.280220] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.280220] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-61c2f228-d6a3-4d4c-b7de-fe6b2c3c1d08" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.280220] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('61c2f228-d6a3-4d4c-b7de-fe6b2c3c1d08',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 891.358731] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.358731] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.359089] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.359249] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.359429] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.359738] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.359908] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.360045] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.360327] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.361327] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.361327] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cf8c8c9c-8c63-4481-8654-0f0995ade8d8 is going to be updated. [ 891.397037] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.397037] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.397037] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.397037] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.397037] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.407256] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cf8c8c9c-8c63-4481-8654-0f0995ade8d8 in Status: IN_PROGRESS for 2s [ 891.782201] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-61c2f228-d6a3-4d4c-b7de-fe6b2c3c1d08 taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.782372] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-61c2f228-d6a3-4d4c-b7de-fe6b2c3c1d08" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.782449] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-61c2f228-d6a3-4d4c-b7de-fe6b2c3c1d08" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.782673] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-61c2f228-d6a3-4d4c-b7de-fe6b2c3c1d08" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.783033] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.783033] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.783033] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.783186] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.783451] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.783451] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-61c2f228-d6a3-4d4c-b7de-fe6b2c3c1d08" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.783451] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-61c2f228-d6a3-4d4c-b7de-fe6b2c3c1d08 taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.783575] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-61c2f228-d6a3-4d4c-b7de-fe6b2c3c1d08" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.783603] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-61c2f228-d6a3-4d4c-b7de-fe6b2c3c1d08" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.783741] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-61c2f228-d6a3-4d4c-b7de-fe6b2c3c1d08" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.783875] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.783966] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.784079] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.784175] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.784254] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.784334] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-61c2f228-d6a3-4d4c-b7de-fe6b2c3c1d08" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.784423] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('61c2f228-d6a3-4d4c-b7de-fe6b2c3c1d08',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 892.287443] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 61c2f228-d6a3-4d4c-b7de-fe6b2c3c1d08: rpc.has_security_group_logging(os_id): False [ 892.307593] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.307774] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.308049] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.308104] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.308168] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.308412] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.308587] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.308670] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.308808] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.308885] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.309101] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.309225] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.309225] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.309363] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.309438] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.309640] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.309738] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.309797] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.309937] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.310050] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.310112] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 61c2f228-d6a3-4d4c-b7de-fe6b2c3c1d08 is going to be created. [ 892.387325] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.387532] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.387593] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.387807] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.387996] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.411837] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 61c2f228-d6a3-4d4c-b7de-fe6b2c3c1d08 in Status: IN_PROGRESS for 2s [ 893.315628] env[65562]: INFO networking_nsxv3.common.synchronization [req-786d40f8-0eab-42b5-a183-8f978e1347c5 req-fa083955-321c-4c8c-a59f-943a568dfc2e tempest-ServersNegativeTestJSON-991191849 tempest-ServersNegativeTestJSON-991191849-project-member] Enqueued Resource ID: f2427fed-1448-4d25-aa23-dcfee7f96b55 with Priority: HIGHEST for action security_group_members [ 893.316310] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f2427fed-1448-4d25-aa23-dcfee7f96b55 with Priority: HIGHEST for action security_group_members [ 893.316721] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-f2427fed-1448-4d25-aa23-dcfee7f96b55 taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.316823] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f2427fed-1448-4d25-aa23-dcfee7f96b55" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.316860] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f2427fed-1448-4d25-aa23-dcfee7f96b55" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.317965] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f2427fed-1448-4d25-aa23-dcfee7f96b55" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.318262] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.319460] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.319460] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.319460] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.319460] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.319460] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f2427fed-1448-4d25-aa23-dcfee7f96b55',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 893.418983] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cf8c8c9c-8c63-4481-8654-0f0995ade8d8 in Status: SUCCESS [ 893.419196] env[65562]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cf8c8c9c-8c63-4481-8654-0f0995ade8d8 deletion is rescheduled due to dependency. [ 893.419381] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cf8c8c9c-8c63-4481-8654-0f0995ade8d8" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.741911] env[65562]: DEBUG networking_nsxv3.common.locking [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Lock network-402 taken with stack trace [, , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.743852] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquiring lock "network-402" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.744157] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired lock "network-402" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.744647] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired external semaphore "network-402" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.745559] env[65562]: DEBUG networking_nsxv3.common.locking [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.746037] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquiring lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.746037] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.746413] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired external semaphore "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.746595] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Releasing lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.746917] env[65562]: DEBUG dogpile.cache.region [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] No value present for key: 'zone-id' {{(pid=65562) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 893.747082] env[65562]: DEBUG dogpile.lock [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] NeedRegenerationException {{(pid=65562) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 893.747243] env[65562]: DEBUG dogpile.lock [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] no value, waiting for create lock {{(pid=65562) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 893.747352] env[65562]: DEBUG dogpile.lock [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] value creation lock acquired {{(pid=65562) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 893.747495] env[65562]: DEBUG dogpile.cache.region [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] No value present for key: 'zone-id' {{(pid=65562) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 893.747629] env[65562]: DEBUG dogpile.lock [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Calling creation function for not-yet-present value {{(pid=65562) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 893.747795] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 893.771079] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 893.771278] env[65562]: DEBUG dogpile.cache.region [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65562) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 893.771420] env[65562]: DEBUG dogpile.lock [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Released creation lock {{(pid=65562) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 893.771600] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Releasing lock "network-402" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.771924] env[65562]: DEBUG networking_nsxv3.common.locking [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Lock port-2403c201-3bdb-476b-a022-7822e7ecdbdc taken with stack trace [, , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.772123] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquiring lock "port-2403c201-3bdb-476b-a022-7822e7ecdbdc" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.772261] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired lock "port-2403c201-3bdb-476b-a022-7822e7ecdbdc" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.772650] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired external semaphore "port-2403c201-3bdb-476b-a022-7822e7ecdbdc" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.772763] env[65562]: DEBUG networking_nsxv3.api.rpc [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2403c201-3bdb-476b-a022-7822e7ecdbdc',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 893.821288] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.821451] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.821520] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.821740] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.821834] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.822035] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.822141] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.822206] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.822807] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.822807] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.822807] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f2427fed-1448-4d25-aa23-dcfee7f96b55 already deleted. [ 893.822807] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f2427fed-1448-4d25-aa23-dcfee7f96b55" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.275434] env[65562]: DEBUG networking_nsxv3.common.locking [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.275619] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.275662] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.275953] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.276119] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.276345] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Segment Port 2403c201-3bdb-476b-a022-7822e7ecdbdc not found, creating... [ 894.276630] env[65562]: DEBUG networking_nsxv3.common.locking [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.276792] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquiring lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.276908] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.277149] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired external semaphore "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.277320] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Releasing lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.277605] env[65562]: DEBUG networking_nsxv3.common.locking [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.277761] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.277876] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.278126] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.278266] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.278403] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Resource: SegmentPort with ID: 2403c201-3bdb-476b-a022-7822e7ecdbdc is going to be created. [ 894.304294] env[65562]: DEBUG networking_nsxv3.common.locking [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.304562] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.304685] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.304968] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.305222] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.305447] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Releasing lock "port-2403c201-3bdb-476b-a022-7822e7ecdbdc" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.425951] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 61c2f228-d6a3-4d4c-b7de-fe6b2c3c1d08 in Status: SUCCESS [ 894.426416] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-61c2f228-d6a3-4d4c-b7de-fe6b2c3c1d08" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.040314] env[65562]: INFO networking_nsxv3.common.synchronization [req-786d40f8-0eab-42b5-a183-8f978e1347c5 req-79ea6ec7-af0b-4763-bd57-8dccc8298e73 service nova] Enqueued Resource ID: f2427fed-1448-4d25-aa23-dcfee7f96b55 with Priority: HIGHEST for action security_group_rules [ 895.040488] env[65562]: INFO networking_nsxv3.common.synchronization [req-786d40f8-0eab-42b5-a183-8f978e1347c5 req-79ea6ec7-af0b-4763-bd57-8dccc8298e73 service nova] Enqueued Resource ID: f2427fed-1448-4d25-aa23-dcfee7f96b55 with Priority: HIGHEST for action security_group_members [ 895.040616] env[65562]: INFO networking_nsxv3.common.synchronization [req-786d40f8-0eab-42b5-a183-8f978e1347c5 req-79ea6ec7-af0b-4763-bd57-8dccc8298e73 service nova] Enqueued Resource ID: 2403c201-3bdb-476b-a022-7822e7ecdbdc with Priority: HIGHEST for action port [ 895.041172] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f2427fed-1448-4d25-aa23-dcfee7f96b55 with Priority: HIGHEST for action security_group_rules [ 895.041317] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f2427fed-1448-4d25-aa23-dcfee7f96b55 with Priority: HIGHEST for action security_group_members [ 895.041411] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2403c201-3bdb-476b-a022-7822e7ecdbdc with Priority: HIGHEST for action port [ 895.041970] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f2427fed-1448-4d25-aa23-dcfee7f96b55 taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.042088] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f2427fed-1448-4d25-aa23-dcfee7f96b55" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.042171] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f2427fed-1448-4d25-aa23-dcfee7f96b55" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.042520] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f2427fed-1448-4d25-aa23-dcfee7f96b55" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.043208] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f2427fed-1448-4d25-aa23-dcfee7f96b55',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 895.044796] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-f2427fed-1448-4d25-aa23-dcfee7f96b55 taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.044992] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f2427fed-1448-4d25-aa23-dcfee7f96b55" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.044992] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f2427fed-1448-4d25-aa23-dcfee7f96b55" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.046642] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f2427fed-1448-4d25-aa23-dcfee7f96b55" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.046642] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.046642] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.046642] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.046642] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.046642] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.046642] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f2427fed-1448-4d25-aa23-dcfee7f96b55',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 895.049493] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock port-2403c201-3bdb-476b-a022-7822e7ecdbdc taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.049493] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2403c201-3bdb-476b-a022-7822e7ecdbdc" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.049493] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2403c201-3bdb-476b-a022-7822e7ecdbdc" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.049493] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2403c201-3bdb-476b-a022-7822e7ecdbdc" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.049675] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2403c201-3bdb-476b-a022-7822e7ecdbdc',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 895.545950] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-f2427fed-1448-4d25-aa23-dcfee7f96b55 taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.546384] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f2427fed-1448-4d25-aa23-dcfee7f96b55" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.549690] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f2427fed-1448-4d25-aa23-dcfee7f96b55',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 895.554956] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2403c201-3bdb-476b-a022-7822e7ecdbdc with status ACTIVE [ 895.555468] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.555621] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.555692] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.555939] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.556436] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.556703] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.556827] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.556899] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.557083] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.557318] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.557408] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.557532] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.557679] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.557724] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.558467] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.558467] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2403c201-3bdb-476b-a022-7822e7ecdbdc is going to be updated. [ 895.590105] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.590289] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.590351] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.590548] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.591200] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.591200] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2403c201-3bdb-476b-a022-7822e7ecdbdc" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.052466] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f2427fed-1448-4d25-aa23-dcfee7f96b55',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 896.554876] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.555189] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.555189] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.555450] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.555450] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.555624] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f2427fed-1448-4d25-aa23-dcfee7f96b55 is going to be created. [ 896.582055] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.582240] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.582314] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.582519] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.582713] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.595181] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f2427fed-1448-4d25-aa23-dcfee7f96b55 in Status: UNINITIALIZED for 2s [ 897.290806] env[65562]: INFO networking_nsxv3.common.synchronization [req-22989465-4621-4ad1-ac79-e738d70a16eb req-ed2f25d3-71ca-49a8-9b4e-4cbbe0526638 tempest-ServersAdminNegativeTestJSON-1385653827 tempest-ServersAdminNegativeTestJSON-1385653827-project-member] Enqueued Resource ID: 668efc0e-4cc7-4181-b04a-d658d4d5a698 with Priority: HIGHEST for action security_group_members [ 897.291374] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 668efc0e-4cc7-4181-b04a-d658d4d5a698 with Priority: HIGHEST for action security_group_members [ 897.291686] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-668efc0e-4cc7-4181-b04a-d658d4d5a698 taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.291861] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-668efc0e-4cc7-4181-b04a-d658d4d5a698" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.291899] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-668efc0e-4cc7-4181-b04a-d658d4d5a698" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.293454] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-668efc0e-4cc7-4181-b04a-d658d4d5a698" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.293728] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.293951] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.294095] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.294350] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.294507] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.294878] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('668efc0e-4cc7-4181-b04a-d658d4d5a698',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 897.684595] env[65562]: DEBUG networking_nsxv3.common.locking [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Lock network-338 taken with stack trace [, , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.684878] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquiring lock "network-338" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.684915] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired lock "network-338" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.685199] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired external semaphore "network-338" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.685522] env[65562]: DEBUG networking_nsxv3.common.locking [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.685694] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquiring lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.685810] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.686033] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired external semaphore "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.686178] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Releasing lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.686470] env[65562]: DEBUG dogpile.cache.region [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] No value present for key: 'zone-id' {{(pid=65562) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 897.686582] env[65562]: DEBUG dogpile.lock [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] NeedRegenerationException {{(pid=65562) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 897.686686] env[65562]: DEBUG dogpile.lock [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] no value, waiting for create lock {{(pid=65562) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 897.686791] env[65562]: DEBUG dogpile.lock [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] value creation lock acquired {{(pid=65562) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 897.686896] env[65562]: DEBUG dogpile.cache.region [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] No value present for key: 'zone-id' {{(pid=65562) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 897.686998] env[65562]: DEBUG dogpile.lock [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Calling creation function for not-yet-present value {{(pid=65562) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 897.687141] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 897.715452] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 897.718949] env[65562]: DEBUG dogpile.cache.region [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Cache value generated in 0.028 seconds for key(s): 'zone-id' {{(pid=65562) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 897.718949] env[65562]: DEBUG dogpile.lock [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Released creation lock {{(pid=65562) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 897.718949] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Releasing lock "network-338" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.718949] env[65562]: DEBUG networking_nsxv3.common.locking [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Lock port-54d0367c-5e0f-433e-b3fe-ccd6941da378 taken with stack trace [, , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.718949] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquiring lock "port-54d0367c-5e0f-433e-b3fe-ccd6941da378" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.718949] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired lock "port-54d0367c-5e0f-433e-b3fe-ccd6941da378" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.718949] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired external semaphore "port-54d0367c-5e0f-433e-b3fe-ccd6941da378" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.718949] env[65562]: DEBUG networking_nsxv3.api.rpc [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('54d0367c-5e0f-433e-b3fe-ccd6941da378',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 897.797838] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('668efc0e-4cc7-4181-b04a-d658d4d5a698',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 898.221570] env[65562]: DEBUG networking_nsxv3.common.locking [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.221837] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.222030] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.222359] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.222521] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.222828] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Segment Port 54d0367c-5e0f-433e-b3fe-ccd6941da378 not found, creating... [ 898.223210] env[65562]: DEBUG networking_nsxv3.common.locking [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.223296] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquiring lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.223370] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.223661] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired external semaphore "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.223793] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Releasing lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.224130] env[65562]: DEBUG networking_nsxv3.common.locking [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.224275] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.224401] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.224611] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.224736] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.224907] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Resource: SegmentPort with ID: 54d0367c-5e0f-433e-b3fe-ccd6941da378 is going to be created. [ 898.263142] env[65562]: DEBUG networking_nsxv3.common.locking [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.263399] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.263697] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.263955] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.264328] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.264679] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Releasing lock "port-54d0367c-5e0f-433e-b3fe-ccd6941da378" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.300118] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('668efc0e-4cc7-4181-b04a-d658d4d5a698',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 898.609206] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f2427fed-1448-4d25-aa23-dcfee7f96b55 in Status: SUCCESS [ 898.609494] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f2427fed-1448-4d25-aa23-dcfee7f96b55" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.609656] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f2427fed-1448-4d25-aa23-dcfee7f96b55" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.609881] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f2427fed-1448-4d25-aa23-dcfee7f96b55" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.610255] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.610390] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.610438] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.610600] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.610677] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.610777] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f2427fed-1448-4d25-aa23-dcfee7f96b55" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.610868] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f2427fed-1448-4d25-aa23-dcfee7f96b55',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 898.806288] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.806654] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.806654] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.806765] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.807055] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.807055] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 668efc0e-4cc7-4181-b04a-d658d4d5a698 is going to be updated. [ 898.849251] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.849251] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.849251] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.849251] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.849251] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.863035] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 668efc0e-4cc7-4181-b04a-d658d4d5a698 in Status: IN_PROGRESS for 2s [ 899.002361] env[65562]: INFO networking_nsxv3.common.synchronization [req-22989465-4621-4ad1-ac79-e738d70a16eb req-d390e826-2b95-4bcb-ae3b-88c54a8cc79b service nova] Enqueued Resource ID: 668efc0e-4cc7-4181-b04a-d658d4d5a698 with Priority: HIGHEST for action security_group_rules [ 899.002913] env[65562]: INFO networking_nsxv3.common.synchronization [req-22989465-4621-4ad1-ac79-e738d70a16eb req-d390e826-2b95-4bcb-ae3b-88c54a8cc79b service nova] Enqueued Resource ID: 668efc0e-4cc7-4181-b04a-d658d4d5a698 with Priority: HIGHEST for action security_group_members [ 899.003124] env[65562]: INFO networking_nsxv3.common.synchronization [req-22989465-4621-4ad1-ac79-e738d70a16eb req-d390e826-2b95-4bcb-ae3b-88c54a8cc79b service nova] Enqueued Resource ID: 54d0367c-5e0f-433e-b3fe-ccd6941da378 with Priority: HIGHEST for action port [ 899.004244] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 668efc0e-4cc7-4181-b04a-d658d4d5a698 with Priority: HIGHEST for action security_group_rules [ 899.004604] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 668efc0e-4cc7-4181-b04a-d658d4d5a698 with Priority: HIGHEST for action security_group_members [ 899.008014] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 54d0367c-5e0f-433e-b3fe-ccd6941da378 with Priority: HIGHEST for action port [ 899.008014] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock rules-668efc0e-4cc7-4181-b04a-d658d4d5a698 taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.008014] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-668efc0e-4cc7-4181-b04a-d658d4d5a698" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.008014] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-668efc0e-4cc7-4181-b04a-d658d4d5a698" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.008014] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-668efc0e-4cc7-4181-b04a-d658d4d5a698" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.008014] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('668efc0e-4cc7-4181-b04a-d658d4d5a698',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 899.008014] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-668efc0e-4cc7-4181-b04a-d658d4d5a698 taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.008014] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-668efc0e-4cc7-4181-b04a-d658d4d5a698" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.008296] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock port-54d0367c-5e0f-433e-b3fe-ccd6941da378 taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.008296] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-54d0367c-5e0f-433e-b3fe-ccd6941da378" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.008296] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-54d0367c-5e0f-433e-b3fe-ccd6941da378" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.008588] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-54d0367c-5e0f-433e-b3fe-ccd6941da378" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.008631] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('54d0367c-5e0f-433e-b3fe-ccd6941da378',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 899.113393] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-f2427fed-1448-4d25-aa23-dcfee7f96b55 taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.113393] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f2427fed-1448-4d25-aa23-dcfee7f96b55" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.113393] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f2427fed-1448-4d25-aa23-dcfee7f96b55" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.113673] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f2427fed-1448-4d25-aa23-dcfee7f96b55" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.114230] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.114230] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.114230] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.114576] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.114576] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.114576] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f2427fed-1448-4d25-aa23-dcfee7f96b55" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.114803] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-f2427fed-1448-4d25-aa23-dcfee7f96b55 taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.114803] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f2427fed-1448-4d25-aa23-dcfee7f96b55" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.114889] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f2427fed-1448-4d25-aa23-dcfee7f96b55" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.115033] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f2427fed-1448-4d25-aa23-dcfee7f96b55" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.115182] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.115270] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.115357] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.115500] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.115581] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.115664] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f2427fed-1448-4d25-aa23-dcfee7f96b55" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.115755] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f2427fed-1448-4d25-aa23-dcfee7f96b55',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 899.514794] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-668efc0e-4cc7-4181-b04a-d658d4d5a698 taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.514952] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-668efc0e-4cc7-4181-b04a-d658d4d5a698" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.516339] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 54d0367c-5e0f-433e-b3fe-ccd6941da378 with status ACTIVE [ 899.516548] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.516667] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.516733] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.516946] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.517047] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.517239] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.517340] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.517407] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.517562] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.517641] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.517820] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.517914] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.517975] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.518130] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.518206] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.518290] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 54d0367c-5e0f-433e-b3fe-ccd6941da378 is going to be updated. [ 899.544506] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.544733] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.544733] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.544931] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.545105] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.545290] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-54d0367c-5e0f-433e-b3fe-ccd6941da378" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.620505] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f2427fed-1448-4d25-aa23-dcfee7f96b55: rpc.has_security_group_logging(os_id): False [ 899.659629] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.659812] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.659877] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.660192] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.660298] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.660554] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.660697] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.660768] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.660983] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.661091] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.661306] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.661461] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.661530] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.661721] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.661822] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.662062] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.662189] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.662265] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.662448] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.662557] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.662654] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f2427fed-1448-4d25-aa23-dcfee7f96b55 is going to be created. [ 899.740091] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.740091] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.740091] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.740091] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.740427] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.753561] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f2427fed-1448-4d25-aa23-dcfee7f96b55 in Status: IN_PROGRESS for 2s [ 900.768102] env[65562]: INFO networking_nsxv3.common.synchronization [None req-b7c0fc93-b796-44f7-9a79-0b940d9c746e tempest-AttachInterfacesTestJSON-12420228 tempest-AttachInterfacesTestJSON-12420228-project-member] Enqueued Resource ID: f16ec12d-20c3-4397-88de-54c2315b3cc8 with Priority: HIGHEST for action security_group_rules [ 900.768889] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f16ec12d-20c3-4397-88de-54c2315b3cc8 with Priority: HIGHEST for action security_group_rules [ 900.769384] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f16ec12d-20c3-4397-88de-54c2315b3cc8 taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.769607] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f16ec12d-20c3-4397-88de-54c2315b3cc8" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.769701] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f16ec12d-20c3-4397-88de-54c2315b3cc8" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.770381] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f16ec12d-20c3-4397-88de-54c2315b3cc8" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.770381] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f16ec12d-20c3-4397-88de-54c2315b3cc8',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 900.875654] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 668efc0e-4cc7-4181-b04a-d658d4d5a698 in Status: SUCCESS [ 900.875949] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-668efc0e-4cc7-4181-b04a-d658d4d5a698" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.876193] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-668efc0e-4cc7-4181-b04a-d658d4d5a698" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.876522] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-668efc0e-4cc7-4181-b04a-d658d4d5a698" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.876728] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.876987] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.876987] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.877085] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.877150] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.877280] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('668efc0e-4cc7-4181-b04a-d658d4d5a698',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 900.879863] env[65562]: INFO networking_nsxv3.common.synchronization [None req-abf59c69-c6a7-44f9-aa48-b494d6f6c139 tempest-AttachInterfacesTestJSON-12420228 tempest-AttachInterfacesTestJSON-12420228-project-member] Enqueued Resource ID: f16ec12d-20c3-4397-88de-54c2315b3cc8 with Priority: HIGHEST for action security_group_rules [ 900.881079] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f16ec12d-20c3-4397-88de-54c2315b3cc8 with Priority: HIGHEST for action security_group_rules [ 900.881079] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f16ec12d-20c3-4397-88de-54c2315b3cc8 taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.881196] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f16ec12d-20c3-4397-88de-54c2315b3cc8" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.297841] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.297841] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.297841] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.297841] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.297841] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.297841] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f16ec12d-20c3-4397-88de-54c2315b3cc8 already deleted. [ 901.299966] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f16ec12d-20c3-4397-88de-54c2315b3cc8" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.300211] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f16ec12d-20c3-4397-88de-54c2315b3cc8" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.300520] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f16ec12d-20c3-4397-88de-54c2315b3cc8" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.300648] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f16ec12d-20c3-4397-88de-54c2315b3cc8',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 901.381400] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('668efc0e-4cc7-4181-b04a-d658d4d5a698',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 901.767211] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f2427fed-1448-4d25-aa23-dcfee7f96b55 in Status: SUCCESS [ 901.767443] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f2427fed-1448-4d25-aa23-dcfee7f96b55" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.823493] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.823493] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.823863] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.824050] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.824188] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.824321] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f16ec12d-20c3-4397-88de-54c2315b3cc8 already deleted. [ 901.824415] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f16ec12d-20c3-4397-88de-54c2315b3cc8" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.884078] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('668efc0e-4cc7-4181-b04a-d658d4d5a698',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 902.386821] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.386990] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.387080] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.387416] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.387529] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.387633] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 668efc0e-4cc7-4181-b04a-d658d4d5a698 is going to be updated. [ 902.418855] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.418855] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.418855] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.418855] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.418855] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.426794] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 668efc0e-4cc7-4181-b04a-d658d4d5a698 in Status: IN_PROGRESS for 2s [ 904.445033] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 668efc0e-4cc7-4181-b04a-d658d4d5a698 in Status: SUCCESS [ 904.445033] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-668efc0e-4cc7-4181-b04a-d658d4d5a698" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.445033] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-668efc0e-4cc7-4181-b04a-d658d4d5a698" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.445033] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-668efc0e-4cc7-4181-b04a-d658d4d5a698" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.445033] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.445033] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.445033] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.445591] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.445591] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.445591] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-668efc0e-4cc7-4181-b04a-d658d4d5a698" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.445591] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('668efc0e-4cc7-4181-b04a-d658d4d5a698',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 904.948079] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-668efc0e-4cc7-4181-b04a-d658d4d5a698 taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.948256] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-668efc0e-4cc7-4181-b04a-d658d4d5a698" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.948320] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-668efc0e-4cc7-4181-b04a-d658d4d5a698" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.948559] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-668efc0e-4cc7-4181-b04a-d658d4d5a698" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.948738] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.948837] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.948899] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.949064] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.949164] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.949258] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-668efc0e-4cc7-4181-b04a-d658d4d5a698" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.949409] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-668efc0e-4cc7-4181-b04a-d658d4d5a698 taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.949504] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-668efc0e-4cc7-4181-b04a-d658d4d5a698" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.949565] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-668efc0e-4cc7-4181-b04a-d658d4d5a698" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.949726] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-668efc0e-4cc7-4181-b04a-d658d4d5a698" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.949865] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.949956] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.950044] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.950191] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.950267] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.950352] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-668efc0e-4cc7-4181-b04a-d658d4d5a698" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.950437] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('668efc0e-4cc7-4181-b04a-d658d4d5a698',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 905.454365] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 668efc0e-4cc7-4181-b04a-d658d4d5a698: rpc.has_security_group_logging(os_id): False [ 905.480187] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.480315] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.480378] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.483129] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.483129] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.483129] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.483129] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.483129] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.483129] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.483129] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.483129] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.483129] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.483129] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.483129] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.483129] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.483129] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.483129] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.483766] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.483766] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.483766] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.483766] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 668efc0e-4cc7-4181-b04a-d658d4d5a698 is going to be updated. [ 905.597925] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.598484] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.598484] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.598484] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.598866] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.628700] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 668efc0e-4cc7-4181-b04a-d658d4d5a698 in Status: IN_PROGRESS for 2s [ 905.882750] env[65562]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 905.882750] env[65562]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 906.102163] env[65562]: INFO networking_nsxv3.common.synchronization [req-1b54cc6f-fc68-42ac-9036-ec351c37657f req-200306ae-c2e8-4362-8097-3caf65d59c48 tempest-ServerRescueTestJSON-110068010 tempest-ServerRescueTestJSON-110068010-project-member] Enqueued Resource ID: 401e6d64-4f68-41e2-81f2-8fedd10f0ee8 with Priority: HIGHEST for action security_group_members [ 906.102940] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 401e6d64-4f68-41e2-81f2-8fedd10f0ee8 with Priority: HIGHEST for action security_group_members [ 906.103175] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-401e6d64-4f68-41e2-81f2-8fedd10f0ee8 taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.103421] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-401e6d64-4f68-41e2-81f2-8fedd10f0ee8" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.103421] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-401e6d64-4f68-41e2-81f2-8fedd10f0ee8" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.103826] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-401e6d64-4f68-41e2-81f2-8fedd10f0ee8" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.103826] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.103957] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.103990] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.104284] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.104284] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.104462] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('401e6d64-4f68-41e2-81f2-8fedd10f0ee8',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 906.611578] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('401e6d64-4f68-41e2-81f2-8fedd10f0ee8',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 907.114709] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('401e6d64-4f68-41e2-81f2-8fedd10f0ee8',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 907.617621] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.617880] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.617880] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.618076] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.618614] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.619431] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 401e6d64-4f68-41e2-81f2-8fedd10f0ee8 is going to be updated. [ 907.644514] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 668efc0e-4cc7-4181-b04a-d658d4d5a698 in Status: SUCCESS [ 907.644661] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-668efc0e-4cc7-4181-b04a-d658d4d5a698" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.651952] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.652131] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.652131] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.652276] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.652422] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.663089] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 401e6d64-4f68-41e2-81f2-8fedd10f0ee8 in Status: IN_PROGRESS for 2s [ 908.466947] env[65562]: INFO networking_nsxv3.common.synchronization [req-292f4544-4440-42ec-bade-ae73cb0c0a6d req-56a0ecb6-f782-4e6e-a72b-3da67a4603ac tempest-SecurityGroupsTestJSON-9120917 tempest-SecurityGroupsTestJSON-9120917-project-member] Enqueued Resource ID: 07e9ea33-0bac-42c5-a799-310bf68a44ed with Priority: HIGHEST for action security_group_members [ 908.467583] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 07e9ea33-0bac-42c5-a799-310bf68a44ed with Priority: HIGHEST for action security_group_members [ 908.467730] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-07e9ea33-0bac-42c5-a799-310bf68a44ed taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.467938] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-07e9ea33-0bac-42c5-a799-310bf68a44ed" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.467938] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-07e9ea33-0bac-42c5-a799-310bf68a44ed" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.468652] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-07e9ea33-0bac-42c5-a799-310bf68a44ed" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.468652] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.468652] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.468809] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.469252] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.469252] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.469252] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('07e9ea33-0bac-42c5-a799-310bf68a44ed',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 908.820460] env[65562]: DEBUG networking_nsxv3.common.locking [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Lock network-648 taken with stack trace [, , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.820819] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquiring lock "network-648" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.820819] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired lock "network-648" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.820924] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired external semaphore "network-648" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.821312] env[65562]: DEBUG networking_nsxv3.common.locking [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.821482] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquiring lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.821593] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.821833] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired external semaphore "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.821960] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Releasing lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.823500] env[65562]: DEBUG dogpile.cache.region [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] No value present for key: 'zone-id' {{(pid=65562) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 908.823500] env[65562]: DEBUG dogpile.lock [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] NeedRegenerationException {{(pid=65562) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 908.823500] env[65562]: DEBUG dogpile.lock [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] no value, waiting for create lock {{(pid=65562) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 908.823500] env[65562]: DEBUG dogpile.lock [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] value creation lock acquired {{(pid=65562) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 908.823500] env[65562]: DEBUG dogpile.cache.region [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] No value present for key: 'zone-id' {{(pid=65562) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 908.823500] env[65562]: DEBUG dogpile.lock [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Calling creation function for not-yet-present value {{(pid=65562) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 908.823500] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 908.844650] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 908.844829] env[65562]: DEBUG dogpile.cache.region [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65562) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 908.844968] env[65562]: DEBUG dogpile.lock [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Released creation lock {{(pid=65562) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 908.845162] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Releasing lock "network-648" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.845487] env[65562]: DEBUG networking_nsxv3.common.locking [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Lock port-bea16d47-0a1e-4aaa-a011-1843477b3c4f taken with stack trace [, , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.845656] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquiring lock "port-bea16d47-0a1e-4aaa-a011-1843477b3c4f" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.845782] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired lock "port-bea16d47-0a1e-4aaa-a011-1843477b3c4f" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.846195] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired external semaphore "port-bea16d47-0a1e-4aaa-a011-1843477b3c4f" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.846374] env[65562]: DEBUG networking_nsxv3.api.rpc [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bea16d47-0a1e-4aaa-a011-1843477b3c4f',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 908.971227] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('07e9ea33-0bac-42c5-a799-310bf68a44ed',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 909.080221] env[65562]: INFO networking_nsxv3.common.synchronization [req-3e97c0dd-15b8-4415-a7d0-0c672d599366 req-56cf0344-fae4-4428-8d74-d914270ba169 tempest-ServersTestManualDisk-1821507592 tempest-ServersTestManualDisk-1821507592-project-member] Enqueued Resource ID: 3b324699-912e-4c49-a8fc-8a69945b0055 with Priority: HIGHEST for action security_group_members [ 909.081230] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3b324699-912e-4c49-a8fc-8a69945b0055 with Priority: HIGHEST for action security_group_members [ 909.081668] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-3b324699-912e-4c49-a8fc-8a69945b0055 taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.081841] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3b324699-912e-4c49-a8fc-8a69945b0055" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.082073] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3b324699-912e-4c49-a8fc-8a69945b0055" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.082230] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3b324699-912e-4c49-a8fc-8a69945b0055" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.082450] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.082597] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.082693] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.082918] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.083062] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.083203] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3b324699-912e-4c49-a8fc-8a69945b0055',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 909.348902] env[65562]: DEBUG networking_nsxv3.common.locking [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.349183] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.349311] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.349617] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.349769] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.349927] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Segment Port bea16d47-0a1e-4aaa-a011-1843477b3c4f not found, creating... [ 909.350211] env[65562]: DEBUG networking_nsxv3.common.locking [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.350369] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquiring lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.350876] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.350876] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired external semaphore "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.350990] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Releasing lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.351705] env[65562]: DEBUG networking_nsxv3.common.locking [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.351705] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.351705] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.351705] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.351947] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.351947] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Resource: SegmentPort with ID: bea16d47-0a1e-4aaa-a011-1843477b3c4f is going to be created. [ 909.376489] env[65562]: DEBUG networking_nsxv3.common.locking [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.376729] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.376862] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.377170] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.377477] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.377737] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Releasing lock "port-bea16d47-0a1e-4aaa-a011-1843477b3c4f" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.474936] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('07e9ea33-0bac-42c5-a799-310bf68a44ed',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 909.585944] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.587285] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.587285] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.587285] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.587285] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.587587] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.587587] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.587718] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.590669] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.590669] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.591340] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3b324699-912e-4c49-a8fc-8a69945b0055 is going to be updated. [ 909.623157] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.623384] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.623470] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.623694] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.623849] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.633674] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3b324699-912e-4c49-a8fc-8a69945b0055 in Status: IN_PROGRESS for 2s [ 909.673375] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 401e6d64-4f68-41e2-81f2-8fedd10f0ee8 in Status: SUCCESS [ 909.673375] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-401e6d64-4f68-41e2-81f2-8fedd10f0ee8" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.979374] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.979644] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.979644] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.979832] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.979922] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.980028] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 07e9ea33-0bac-42c5-a799-310bf68a44ed is going to be updated. [ 910.013739] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.013877] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.013918] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.014143] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.014310] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.026362] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 07e9ea33-0bac-42c5-a799-310bf68a44ed in Status: IN_PROGRESS for 2s [ 910.089039] env[65562]: INFO networking_nsxv3.common.synchronization [req-292f4544-4440-42ec-bade-ae73cb0c0a6d req-715b3752-f93b-4054-a5c6-e8d9fc39cb60 service nova] Enqueued Resource ID: 07e9ea33-0bac-42c5-a799-310bf68a44ed with Priority: HIGHEST for action security_group_rules [ 910.089345] env[65562]: INFO networking_nsxv3.common.synchronization [req-292f4544-4440-42ec-bade-ae73cb0c0a6d req-715b3752-f93b-4054-a5c6-e8d9fc39cb60 service nova] Enqueued Resource ID: 07e9ea33-0bac-42c5-a799-310bf68a44ed with Priority: HIGHEST for action security_group_members [ 910.089456] env[65562]: INFO networking_nsxv3.common.synchronization [req-292f4544-4440-42ec-bade-ae73cb0c0a6d req-715b3752-f93b-4054-a5c6-e8d9fc39cb60 service nova] Enqueued Resource ID: bea16d47-0a1e-4aaa-a011-1843477b3c4f with Priority: HIGHEST for action port [ 910.090420] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 07e9ea33-0bac-42c5-a799-310bf68a44ed with Priority: HIGHEST for action security_group_rules [ 910.090420] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 07e9ea33-0bac-42c5-a799-310bf68a44ed with Priority: HIGHEST for action security_group_members [ 910.090420] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bea16d47-0a1e-4aaa-a011-1843477b3c4f with Priority: HIGHEST for action port [ 910.090627] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock rules-07e9ea33-0bac-42c5-a799-310bf68a44ed taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.090733] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-07e9ea33-0bac-42c5-a799-310bf68a44ed" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.090803] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-07e9ea33-0bac-42c5-a799-310bf68a44ed" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.091054] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-07e9ea33-0bac-42c5-a799-310bf68a44ed" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.091148] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('07e9ea33-0bac-42c5-a799-310bf68a44ed',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 910.092116] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-07e9ea33-0bac-42c5-a799-310bf68a44ed taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.092223] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-07e9ea33-0bac-42c5-a799-310bf68a44ed" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.092454] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock port-bea16d47-0a1e-4aaa-a011-1843477b3c4f taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.092579] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bea16d47-0a1e-4aaa-a011-1843477b3c4f" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.092662] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bea16d47-0a1e-4aaa-a011-1843477b3c4f" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.092850] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bea16d47-0a1e-4aaa-a011-1843477b3c4f" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.092924] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bea16d47-0a1e-4aaa-a011-1843477b3c4f',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 910.596767] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-07e9ea33-0bac-42c5-a799-310bf68a44ed taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.596950] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-07e9ea33-0bac-42c5-a799-310bf68a44ed" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.597102] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port bea16d47-0a1e-4aaa-a011-1843477b3c4f with status ACTIVE [ 910.597281] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.597410] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.597485] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.597698] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.597794] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.597966] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.598081] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.598193] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.598309] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.598389] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.598892] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.598892] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.598892] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.598892] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.599093] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.599093] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: bea16d47-0a1e-4aaa-a011-1843477b3c4f is going to be updated. [ 910.627968] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.628314] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.628314] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.628641] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.628641] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.628641] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bea16d47-0a1e-4aaa-a011-1843477b3c4f" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.214749] env[65562]: INFO networking_nsxv3.common.synchronization [req-715af6e6-c1e3-4231-ba28-17b9d5346aae req-265afbc9-ed89-44a6-8713-3dd8ef7861f7 tempest-DeleteServersTestJSON-1989734922 tempest-DeleteServersTestJSON-1989734922-project-member] Enqueued Resource ID: 2fafe9ef-7e47-4c4b-88ec-4ced8cbabccd with Priority: HIGHEST for action security_group_members [ 911.215283] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2fafe9ef-7e47-4c4b-88ec-4ced8cbabccd with Priority: HIGHEST for action security_group_members [ 911.215485] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-2fafe9ef-7e47-4c4b-88ec-4ced8cbabccd taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.215606] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2fafe9ef-7e47-4c4b-88ec-4ced8cbabccd" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.215670] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2fafe9ef-7e47-4c4b-88ec-4ced8cbabccd" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.215921] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2fafe9ef-7e47-4c4b-88ec-4ced8cbabccd" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.217343] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.217343] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.217343] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.217343] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.217343] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.217343] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2fafe9ef-7e47-4c4b-88ec-4ced8cbabccd',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 911.616969] env[65562]: DEBUG networking_nsxv3.common.locking [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Lock network-126 taken with stack trace [, , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.617201] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquiring lock "network-126" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.617346] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired lock "network-126" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.617828] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired external semaphore "network-126" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.618240] env[65562]: DEBUG networking_nsxv3.common.locking [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.618431] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquiring lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.618556] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.618777] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired external semaphore "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.618921] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Releasing lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.619161] env[65562]: DEBUG dogpile.cache.region [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] No value present for key: 'zone-id' {{(pid=65562) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 911.619281] env[65562]: DEBUG dogpile.lock [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] NeedRegenerationException {{(pid=65562) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 911.619390] env[65562]: DEBUG dogpile.lock [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] no value, waiting for create lock {{(pid=65562) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 911.619500] env[65562]: DEBUG dogpile.lock [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] value creation lock acquired {{(pid=65562) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 911.619605] env[65562]: DEBUG dogpile.cache.region [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] No value present for key: 'zone-id' {{(pid=65562) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 911.619707] env[65562]: DEBUG dogpile.lock [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Calling creation function for not-yet-present value {{(pid=65562) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 911.619840] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 911.638209] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 911.638399] env[65562]: DEBUG dogpile.cache.region [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=65562) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 911.638632] env[65562]: DEBUG dogpile.lock [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Released creation lock {{(pid=65562) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 911.638720] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Releasing lock "network-126" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.638973] env[65562]: DEBUG networking_nsxv3.common.locking [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Lock port-b2f8e958-a1b9-46fc-b7e5-40a7b0a00e78 taken with stack trace [, , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.639155] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquiring lock "port-b2f8e958-a1b9-46fc-b7e5-40a7b0a00e78" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.639275] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired lock "port-b2f8e958-a1b9-46fc-b7e5-40a7b0a00e78" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.639648] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired external semaphore "port-b2f8e958-a1b9-46fc-b7e5-40a7b0a00e78" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.639715] env[65562]: DEBUG networking_nsxv3.api.rpc [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b2f8e958-a1b9-46fc-b7e5-40a7b0a00e78',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 911.642438] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3b324699-912e-4c49-a8fc-8a69945b0055 in Status: SUCCESS [ 911.643386] env[65562]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3b324699-912e-4c49-a8fc-8a69945b0055 deletion is rescheduled due to dependency. [ 911.643386] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3b324699-912e-4c49-a8fc-8a69945b0055" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.719454] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.720029] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.720029] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.720029] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.720223] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.720402] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.720402] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.720506] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.720593] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.720666] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.720746] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2fafe9ef-7e47-4c4b-88ec-4ced8cbabccd already deleted. [ 911.720920] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2fafe9ef-7e47-4c4b-88ec-4ced8cbabccd" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.037093] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 07e9ea33-0bac-42c5-a799-310bf68a44ed in Status: SUCCESS [ 912.037263] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-07e9ea33-0bac-42c5-a799-310bf68a44ed" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.037493] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-07e9ea33-0bac-42c5-a799-310bf68a44ed" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.037735] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-07e9ea33-0bac-42c5-a799-310bf68a44ed" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.038031] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.038232] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.038352] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.038575] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.038909] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.038909] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('07e9ea33-0bac-42c5-a799-310bf68a44ed',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 912.141852] env[65562]: DEBUG networking_nsxv3.common.locking [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.142128] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.142286] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.142571] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.142722] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.142888] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Segment Port b2f8e958-a1b9-46fc-b7e5-40a7b0a00e78 not found, creating... [ 912.143175] env[65562]: DEBUG networking_nsxv3.common.locking [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.143345] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquiring lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.143462] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.143974] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired external semaphore "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.143974] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Releasing lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.144134] env[65562]: DEBUG networking_nsxv3.common.locking [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.144339] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.144443] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.144636] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.144765] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.144902] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Resource: SegmentPort with ID: b2f8e958-a1b9-46fc-b7e5-40a7b0a00e78 is going to be created. [ 912.167033] env[65562]: DEBUG networking_nsxv3.common.locking [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.167413] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.167503] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.167770] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.168021] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.168289] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Releasing lock "port-b2f8e958-a1b9-46fc-b7e5-40a7b0a00e78" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.540967] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('07e9ea33-0bac-42c5-a799-310bf68a44ed',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 912.733860] env[65562]: INFO networking_nsxv3.common.synchronization [req-4cc94968-cac7-4f36-bfea-014ba2521e23 req-e3a023f0-3858-4169-abbe-e76f8c00906a tempest-ServersAdminTestJSON-654717704 tempest-ServersAdminTestJSON-654717704-project-member] Enqueued Resource ID: 9c637330-1eb5-4d0f-9bfc-c8d2f1935709 with Priority: HIGHEST for action security_group_members [ 912.736744] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9c637330-1eb5-4d0f-9bfc-c8d2f1935709 with Priority: HIGHEST for action security_group_members [ 912.737087] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-9c637330-1eb5-4d0f-9bfc-c8d2f1935709 taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.737212] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9c637330-1eb5-4d0f-9bfc-c8d2f1935709" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.737297] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9c637330-1eb5-4d0f-9bfc-c8d2f1935709" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.737620] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9c637330-1eb5-4d0f-9bfc-c8d2f1935709" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.738156] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.738156] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.738156] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.738156] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.738156] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.738371] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9c637330-1eb5-4d0f-9bfc-c8d2f1935709',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 912.943778] env[65562]: INFO networking_nsxv3.common.synchronization [req-715af6e6-c1e3-4231-ba28-17b9d5346aae req-a9ec1462-ca59-455f-891d-32446e20dcb4 service nova] Enqueued Resource ID: 2fafe9ef-7e47-4c4b-88ec-4ced8cbabccd with Priority: HIGHEST for action security_group_rules [ 912.943778] env[65562]: INFO networking_nsxv3.common.synchronization [req-715af6e6-c1e3-4231-ba28-17b9d5346aae req-a9ec1462-ca59-455f-891d-32446e20dcb4 service nova] Enqueued Resource ID: 2fafe9ef-7e47-4c4b-88ec-4ced8cbabccd with Priority: HIGHEST for action security_group_members [ 912.943778] env[65562]: INFO networking_nsxv3.common.synchronization [req-715af6e6-c1e3-4231-ba28-17b9d5346aae req-a9ec1462-ca59-455f-891d-32446e20dcb4 service nova] Enqueued Resource ID: b2f8e958-a1b9-46fc-b7e5-40a7b0a00e78 with Priority: HIGHEST for action port [ 912.944232] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2fafe9ef-7e47-4c4b-88ec-4ced8cbabccd with Priority: HIGHEST for action security_group_rules [ 912.944771] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2fafe9ef-7e47-4c4b-88ec-4ced8cbabccd with Priority: HIGHEST for action security_group_members [ 912.945025] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b2f8e958-a1b9-46fc-b7e5-40a7b0a00e78 with Priority: HIGHEST for action port [ 912.945974] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2fafe9ef-7e47-4c4b-88ec-4ced8cbabccd taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.946231] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2fafe9ef-7e47-4c4b-88ec-4ced8cbabccd" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.946446] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2fafe9ef-7e47-4c4b-88ec-4ced8cbabccd" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.947400] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2fafe9ef-7e47-4c4b-88ec-4ced8cbabccd" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.947468] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2fafe9ef-7e47-4c4b-88ec-4ced8cbabccd',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 912.949413] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-2fafe9ef-7e47-4c4b-88ec-4ced8cbabccd taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.949413] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2fafe9ef-7e47-4c4b-88ec-4ced8cbabccd" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.949413] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2fafe9ef-7e47-4c4b-88ec-4ced8cbabccd" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.949413] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2fafe9ef-7e47-4c4b-88ec-4ced8cbabccd" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.949413] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.949413] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.949413] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.949712] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.949712] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.949712] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2fafe9ef-7e47-4c4b-88ec-4ced8cbabccd',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 912.950423] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock port-b2f8e958-a1b9-46fc-b7e5-40a7b0a00e78 taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.950525] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b2f8e958-a1b9-46fc-b7e5-40a7b0a00e78" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.950614] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b2f8e958-a1b9-46fc-b7e5-40a7b0a00e78" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.950726] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b2f8e958-a1b9-46fc-b7e5-40a7b0a00e78" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.950794] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b2f8e958-a1b9-46fc-b7e5-40a7b0a00e78',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 913.047924] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('07e9ea33-0bac-42c5-a799-310bf68a44ed',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 913.240577] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9c637330-1eb5-4d0f-9bfc-c8d2f1935709',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 913.453562] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b2f8e958-a1b9-46fc-b7e5-40a7b0a00e78 with status ACTIVE [ 913.453562] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.453562] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.453562] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.453993] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.454393] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.454806] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.455165] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.455474] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.455702] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.456110] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.456372] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.456372] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.456372] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.456923] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.456923] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.456923] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b2f8e958-a1b9-46fc-b7e5-40a7b0a00e78 is going to be updated. [ 913.458371] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-2fafe9ef-7e47-4c4b-88ec-4ced8cbabccd taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.458471] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2fafe9ef-7e47-4c4b-88ec-4ced8cbabccd" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.458664] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2fafe9ef-7e47-4c4b-88ec-4ced8cbabccd',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 913.481649] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.481788] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.481788] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.481950] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.482098] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.482266] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b2f8e958-a1b9-46fc-b7e5-40a7b0a00e78" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.551298] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.551600] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.551600] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.551808] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.551920] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.552031] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 07e9ea33-0bac-42c5-a799-310bf68a44ed is going to be updated. [ 913.594034] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.594034] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.594034] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.594034] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.594034] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.604383] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 07e9ea33-0bac-42c5-a799-310bf68a44ed in Status: IN_PROGRESS for 2s [ 913.742956] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9c637330-1eb5-4d0f-9bfc-c8d2f1935709',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 913.961076] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2fafe9ef-7e47-4c4b-88ec-4ced8cbabccd',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 914.247613] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.247739] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.247812] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.248062] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.248161] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.248261] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9c637330-1eb5-4d0f-9bfc-c8d2f1935709 is going to be updated. [ 914.278597] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.278784] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.278878] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.279023] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.279184] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.296058] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9c637330-1eb5-4d0f-9bfc-c8d2f1935709 in Status: IN_PROGRESS for 2s [ 914.463864] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.464090] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.464204] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.464933] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.465084] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.465357] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2fafe9ef-7e47-4c4b-88ec-4ced8cbabccd is going to be created. [ 914.493134] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.493445] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.493513] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.493679] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.493840] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.503591] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2fafe9ef-7e47-4c4b-88ec-4ced8cbabccd in Status: UNINITIALIZED for 2s [ 914.549590] env[65562]: INFO networking_nsxv3.common.synchronization [req-942d0554-2d59-4b99-b738-68297f7f7989 req-0a78a9b9-5918-4283-9281-88588501c67b tempest-ServersAdminNegativeTestJSON-1385653827 tempest-ServersAdminNegativeTestJSON-1385653827-project-member] Enqueued Resource ID: 668efc0e-4cc7-4181-b04a-d658d4d5a698 with Priority: HIGHEST for action security_group_members [ 914.550289] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 668efc0e-4cc7-4181-b04a-d658d4d5a698 with Priority: HIGHEST for action security_group_members [ 914.550668] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-668efc0e-4cc7-4181-b04a-d658d4d5a698 taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.550801] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-668efc0e-4cc7-4181-b04a-d658d4d5a698" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.550875] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-668efc0e-4cc7-4181-b04a-d658d4d5a698" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.551096] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-668efc0e-4cc7-4181-b04a-d658d4d5a698" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.551247] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.551345] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.551580] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.551580] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.551660] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.551730] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('668efc0e-4cc7-4181-b04a-d658d4d5a698',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 914.969645] env[65562]: INFO networking_nsxv3.common.synchronization [req-32f63c14-59f3-4e4a-a2a4-152e2a1a0c51 req-ac170abe-5ba3-4e60-911b-9e4b5c6065f5 tempest-ServersTestJSON-1139836512 tempest-ServersTestJSON-1139836512-project-member] Enqueued Resource ID: 28734607-ee97-46ec-b6bb-d4a31cf0cfc4 with Priority: HIGHEST for action security_group_members [ 914.970905] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 28734607-ee97-46ec-b6bb-d4a31cf0cfc4 with Priority: HIGHEST for action security_group_members [ 914.970905] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-28734607-ee97-46ec-b6bb-d4a31cf0cfc4 taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.970905] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-28734607-ee97-46ec-b6bb-d4a31cf0cfc4" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.970905] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-28734607-ee97-46ec-b6bb-d4a31cf0cfc4" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.971142] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-28734607-ee97-46ec-b6bb-d4a31cf0cfc4" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.971228] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.971892] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.971892] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.971892] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.971892] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.971892] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('28734607-ee97-46ec-b6bb-d4a31cf0cfc4',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 915.053807] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('668efc0e-4cc7-4181-b04a-d658d4d5a698',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 915.321022] env[65562]: DEBUG networking_nsxv3.common.locking [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Lock network-591 taken with stack trace [, , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.321022] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquiring lock "network-591" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.321022] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired lock "network-591" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.321022] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired external semaphore "network-591" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.321022] env[65562]: DEBUG networking_nsxv3.common.locking [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.321022] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquiring lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.321022] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.321672] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired external semaphore "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.322165] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Releasing lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.322523] env[65562]: DEBUG dogpile.cache.region [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] No value present for key: 'zone-id' {{(pid=65562) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 915.323391] env[65562]: DEBUG dogpile.lock [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] NeedRegenerationException {{(pid=65562) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 915.323391] env[65562]: DEBUG dogpile.lock [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] no value, waiting for create lock {{(pid=65562) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 915.323391] env[65562]: DEBUG dogpile.lock [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] value creation lock acquired {{(pid=65562) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 915.323391] env[65562]: DEBUG dogpile.cache.region [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] No value present for key: 'zone-id' {{(pid=65562) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 915.323391] env[65562]: DEBUG dogpile.lock [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Calling creation function for not-yet-present value {{(pid=65562) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 915.323863] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 915.349666] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 915.349959] env[65562]: DEBUG dogpile.cache.region [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=65562) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 915.350185] env[65562]: DEBUG dogpile.lock [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Released creation lock {{(pid=65562) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 915.350392] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Releasing lock "network-591" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.350763] env[65562]: DEBUG networking_nsxv3.common.locking [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Lock port-584a4e9e-6d7a-43cd-bf80-7b8835341acc taken with stack trace [, , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.350956] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquiring lock "port-584a4e9e-6d7a-43cd-bf80-7b8835341acc" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.351234] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired lock "port-584a4e9e-6d7a-43cd-bf80-7b8835341acc" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.351704] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired external semaphore "port-584a4e9e-6d7a-43cd-bf80-7b8835341acc" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.352048] env[65562]: DEBUG networking_nsxv3.api.rpc [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('584a4e9e-6d7a-43cd-bf80-7b8835341acc',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 915.473819] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.473990] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.474130] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.474441] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.475510] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.475510] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.475510] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.475510] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.475510] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.475510] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.475510] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 28734607-ee97-46ec-b6bb-d4a31cf0cfc4 already deleted. [ 915.475819] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-28734607-ee97-46ec-b6bb-d4a31cf0cfc4" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.556737] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('668efc0e-4cc7-4181-b04a-d658d4d5a698',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 915.616137] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 07e9ea33-0bac-42c5-a799-310bf68a44ed in Status: SUCCESS [ 915.616307] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-07e9ea33-0bac-42c5-a799-310bf68a44ed" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.616943] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-07e9ea33-0bac-42c5-a799-310bf68a44ed" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.617218] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-07e9ea33-0bac-42c5-a799-310bf68a44ed" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.617416] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.617533] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.617533] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.617753] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.617862] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.617947] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-07e9ea33-0bac-42c5-a799-310bf68a44ed" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.619112] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('07e9ea33-0bac-42c5-a799-310bf68a44ed',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 915.856507] env[65562]: DEBUG networking_nsxv3.common.locking [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.856507] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.856507] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.856507] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.856507] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.856507] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Segment Port 584a4e9e-6d7a-43cd-bf80-7b8835341acc not found, creating... [ 915.856507] env[65562]: DEBUG networking_nsxv3.common.locking [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.856507] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquiring lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.857452] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.857452] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired external semaphore "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.857452] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Releasing lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.857452] env[65562]: DEBUG networking_nsxv3.common.locking [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.857452] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.857681] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.858324] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.858324] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.858324] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Resource: SegmentPort with ID: 584a4e9e-6d7a-43cd-bf80-7b8835341acc is going to be created. [ 915.880774] env[65562]: DEBUG networking_nsxv3.common.locking [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.881030] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.881379] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.881415] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.881633] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.881857] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Releasing lock "port-584a4e9e-6d7a-43cd-bf80-7b8835341acc" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.058891] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.059067] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.059137] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.059346] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.059442] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.059534] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 668efc0e-4cc7-4181-b04a-d658d4d5a698 is going to be updated. [ 916.097342] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.097486] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.097563] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.098244] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.098403] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.108016] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 668efc0e-4cc7-4181-b04a-d658d4d5a698 in Status: IN_PROGRESS for 2s [ 916.121543] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-07e9ea33-0bac-42c5-a799-310bf68a44ed taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.121706] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-07e9ea33-0bac-42c5-a799-310bf68a44ed" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.122900] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-07e9ea33-0bac-42c5-a799-310bf68a44ed" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.122900] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-07e9ea33-0bac-42c5-a799-310bf68a44ed" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.122900] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.122900] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.122900] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.122900] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.122900] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.122900] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-07e9ea33-0bac-42c5-a799-310bf68a44ed" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.122900] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-07e9ea33-0bac-42c5-a799-310bf68a44ed taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.122900] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-07e9ea33-0bac-42c5-a799-310bf68a44ed" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.122900] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-07e9ea33-0bac-42c5-a799-310bf68a44ed" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.123430] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-07e9ea33-0bac-42c5-a799-310bf68a44ed" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.123430] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.123430] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.123430] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.123623] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.123623] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.123623] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-07e9ea33-0bac-42c5-a799-310bf68a44ed" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.123721] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('07e9ea33-0bac-42c5-a799-310bf68a44ed',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 916.306985] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9c637330-1eb5-4d0f-9bfc-c8d2f1935709 in Status: SUCCESS [ 916.307288] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9c637330-1eb5-4d0f-9bfc-c8d2f1935709" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.513858] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2fafe9ef-7e47-4c4b-88ec-4ced8cbabccd in Status: SUCCESS [ 916.514128] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2fafe9ef-7e47-4c4b-88ec-4ced8cbabccd" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.514305] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2fafe9ef-7e47-4c4b-88ec-4ced8cbabccd" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.514537] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2fafe9ef-7e47-4c4b-88ec-4ced8cbabccd" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.514739] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.514959] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.515033] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.515197] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.515274] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.515380] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2fafe9ef-7e47-4c4b-88ec-4ced8cbabccd" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.515479] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2fafe9ef-7e47-4c4b-88ec-4ced8cbabccd',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 916.628812] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 07e9ea33-0bac-42c5-a799-310bf68a44ed: rpc.has_security_group_logging(os_id): False [ 916.650975] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.651162] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.651260] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.651588] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.651734] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.652063] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.652231] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.652346] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.652594] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.652724] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.653167] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.653336] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.653451] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.653694] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.653825] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.654196] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.654460] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.654460] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.654599] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.654636] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.654733] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 07e9ea33-0bac-42c5-a799-310bf68a44ed is going to be updated. [ 916.660523] env[65562]: INFO networking_nsxv3.common.synchronization [req-32f63c14-59f3-4e4a-a2a4-152e2a1a0c51 req-824346cf-3796-458f-b8b8-7ecf0004f508 service nova] Enqueued Resource ID: 28734607-ee97-46ec-b6bb-d4a31cf0cfc4 with Priority: HIGHEST for action security_group_rules [ 916.660523] env[65562]: INFO networking_nsxv3.common.synchronization [req-32f63c14-59f3-4e4a-a2a4-152e2a1a0c51 req-824346cf-3796-458f-b8b8-7ecf0004f508 service nova] Enqueued Resource ID: 28734607-ee97-46ec-b6bb-d4a31cf0cfc4 with Priority: HIGHEST for action security_group_members [ 916.660523] env[65562]: INFO networking_nsxv3.common.synchronization [req-32f63c14-59f3-4e4a-a2a4-152e2a1a0c51 req-824346cf-3796-458f-b8b8-7ecf0004f508 service nova] Enqueued Resource ID: 584a4e9e-6d7a-43cd-bf80-7b8835341acc with Priority: HIGHEST for action port [ 916.660523] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 28734607-ee97-46ec-b6bb-d4a31cf0cfc4 with Priority: HIGHEST for action security_group_rules [ 916.660523] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 28734607-ee97-46ec-b6bb-d4a31cf0cfc4 with Priority: HIGHEST for action security_group_members [ 916.660523] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 584a4e9e-6d7a-43cd-bf80-7b8835341acc with Priority: HIGHEST for action port [ 916.660523] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock rules-28734607-ee97-46ec-b6bb-d4a31cf0cfc4 taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.660523] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-28734607-ee97-46ec-b6bb-d4a31cf0cfc4" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.660523] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-28734607-ee97-46ec-b6bb-d4a31cf0cfc4" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.660523] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-28734607-ee97-46ec-b6bb-d4a31cf0cfc4" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.660523] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('28734607-ee97-46ec-b6bb-d4a31cf0cfc4',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 916.660854] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-28734607-ee97-46ec-b6bb-d4a31cf0cfc4 taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.660949] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-28734607-ee97-46ec-b6bb-d4a31cf0cfc4" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.660981] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-28734607-ee97-46ec-b6bb-d4a31cf0cfc4" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.661189] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-28734607-ee97-46ec-b6bb-d4a31cf0cfc4" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.661637] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.661802] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.661802] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.662203] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.662203] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.662203] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('28734607-ee97-46ec-b6bb-d4a31cf0cfc4',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 916.662930] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock port-584a4e9e-6d7a-43cd-bf80-7b8835341acc taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.663065] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-584a4e9e-6d7a-43cd-bf80-7b8835341acc" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.663134] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-584a4e9e-6d7a-43cd-bf80-7b8835341acc" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.663285] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-584a4e9e-6d7a-43cd-bf80-7b8835341acc" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.663362] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('584a4e9e-6d7a-43cd-bf80-7b8835341acc',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 916.724284] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.724506] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.724656] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.724973] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.725205] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.736273] env[65562]: INFO networking_nsxv3.common.synchronization [req-1d2e4737-0a68-494b-9e5a-aa0a42e1b69d req-c62a24ae-1f65-45d0-b8e3-02429b855239 tempest-ServersWithSpecificFlavorTestJSON-617861887 tempest-ServersWithSpecificFlavorTestJSON-617861887-project-member] Enqueued Resource ID: 1f786784-df0d-4ec4-9e14-8e73ab168990 with Priority: HIGHEST for action security_group_members [ 916.736273] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1f786784-df0d-4ec4-9e14-8e73ab168990 with Priority: HIGHEST for action security_group_members [ 916.736413] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-1f786784-df0d-4ec4-9e14-8e73ab168990 taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.736680] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1f786784-df0d-4ec4-9e14-8e73ab168990" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.736837] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1f786784-df0d-4ec4-9e14-8e73ab168990" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.737160] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1f786784-df0d-4ec4-9e14-8e73ab168990" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.737860] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.738133] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.738292] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.738587] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.738797] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.738986] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1f786784-df0d-4ec4-9e14-8e73ab168990',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 916.743153] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 07e9ea33-0bac-42c5-a799-310bf68a44ed in Status: IN_PROGRESS for 2s [ 917.020215] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-2fafe9ef-7e47-4c4b-88ec-4ced8cbabccd taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.020972] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2fafe9ef-7e47-4c4b-88ec-4ced8cbabccd" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.021103] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2fafe9ef-7e47-4c4b-88ec-4ced8cbabccd" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.021427] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2fafe9ef-7e47-4c4b-88ec-4ced8cbabccd" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.021830] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.021830] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.021960] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.022508] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.022508] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.022508] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2fafe9ef-7e47-4c4b-88ec-4ced8cbabccd" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.023369] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-2fafe9ef-7e47-4c4b-88ec-4ced8cbabccd taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.023369] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2fafe9ef-7e47-4c4b-88ec-4ced8cbabccd" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.023369] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2fafe9ef-7e47-4c4b-88ec-4ced8cbabccd" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.023810] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2fafe9ef-7e47-4c4b-88ec-4ced8cbabccd" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.024328] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.024328] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.024527] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.024717] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.024717] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.024838] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2fafe9ef-7e47-4c4b-88ec-4ced8cbabccd" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.025632] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2fafe9ef-7e47-4c4b-88ec-4ced8cbabccd',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 917.167534] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 584a4e9e-6d7a-43cd-bf80-7b8835341acc with status ACTIVE [ 917.168037] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.168037] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.168195] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.168333] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.168434] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.168662] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.168787] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.168854] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.169051] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.169137] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.169335] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.169421] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.169468] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.169608] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.169700] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.169797] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 584a4e9e-6d7a-43cd-bf80-7b8835341acc is going to be updated. [ 917.171047] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('28734607-ee97-46ec-b6bb-d4a31cf0cfc4',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 917.172036] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-28734607-ee97-46ec-b6bb-d4a31cf0cfc4 taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.172173] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-28734607-ee97-46ec-b6bb-d4a31cf0cfc4" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.204685] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.204961] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.205142] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.205514] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.205762] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.206073] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-584a4e9e-6d7a-43cd-bf80-7b8835341acc" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.248882] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.248882] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.248882] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.248882] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.276057] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.276458] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.276626] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.276696] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.276911] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.276997] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.277108] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1f786784-df0d-4ec4-9e14-8e73ab168990 is going to be updated. [ 917.330963] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.331164] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.331164] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.331311] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.331469] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.348304] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1f786784-df0d-4ec4-9e14-8e73ab168990 in Status: IN_PROGRESS for 2s [ 917.528496] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2fafe9ef-7e47-4c4b-88ec-4ced8cbabccd: rpc.has_security_group_logging(os_id): False [ 917.556954] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.557115] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.557186] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.557529] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.557638] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.557845] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.557948] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.558019] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.558209] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.558262] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.558724] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.558724] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.558724] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.558724] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.558949] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.560060] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.560060] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.560060] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.560060] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.560060] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.560060] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2fafe9ef-7e47-4c4b-88ec-4ced8cbabccd is going to be created. [ 917.631559] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.631953] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.631953] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.632223] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.634129] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.645213] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2fafe9ef-7e47-4c4b-88ec-4ced8cbabccd in Status: IN_PROGRESS for 2s [ 917.676149] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('28734607-ee97-46ec-b6bb-d4a31cf0cfc4',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 918.118682] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 668efc0e-4cc7-4181-b04a-d658d4d5a698 in Status: SUCCESS [ 918.118942] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-668efc0e-4cc7-4181-b04a-d658d4d5a698" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.178256] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.178417] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.178494] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.178786] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.178901] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.179010] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 28734607-ee97-46ec-b6bb-d4a31cf0cfc4 is going to be created. [ 918.203486] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.203660] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.203701] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.203908] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.204087] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.214254] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 28734607-ee97-46ec-b6bb-d4a31cf0cfc4 in Status: UNINITIALIZED for 2s [ 918.458929] env[65562]: INFO networking_nsxv3.common.synchronization [req-181d878a-dca3-4137-b0f2-1140e16f66ea req-29c84470-c1f1-4b08-b94a-e06c45278fe9 tempest-ServerActionsTestOtherA-1532973600 tempest-ServerActionsTestOtherA-1532973600-project-member] Enqueued Resource ID: 61c2f228-d6a3-4d4c-b7de-fe6b2c3c1d08 with Priority: HIGHEST for action security_group_members [ 918.459537] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 61c2f228-d6a3-4d4c-b7de-fe6b2c3c1d08 with Priority: HIGHEST for action security_group_members [ 918.459844] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-61c2f228-d6a3-4d4c-b7de-fe6b2c3c1d08 taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.459979] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-61c2f228-d6a3-4d4c-b7de-fe6b2c3c1d08" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.460065] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-61c2f228-d6a3-4d4c-b7de-fe6b2c3c1d08" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.460285] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-61c2f228-d6a3-4d4c-b7de-fe6b2c3c1d08" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.460415] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.460569] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.460569] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.461783] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.461783] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.461783] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('61c2f228-d6a3-4d4c-b7de-fe6b2c3c1d08',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 918.763045] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 07e9ea33-0bac-42c5-a799-310bf68a44ed in Status: SUCCESS [ 918.763344] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-07e9ea33-0bac-42c5-a799-310bf68a44ed" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.963295] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.963534] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.963659] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.963889] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.963984] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.964211] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.964374] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.964471] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.964634] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.964737] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.964873] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 61c2f228-d6a3-4d4c-b7de-fe6b2c3c1d08 is going to be updated. [ 918.999295] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.999446] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.999509] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.999731] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.000493] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.009798] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 61c2f228-d6a3-4d4c-b7de-fe6b2c3c1d08 in Status: IN_PROGRESS for 2s [ 919.104545] env[65562]: INFO networking_nsxv3.common.synchronization [req-56f6b574-71d6-4bb1-bc65-3fd2795e4827 req-c939aaef-f74f-4198-a123-1ca513e4176c tempest-SecurityGroupsTestJSON-9120917 tempest-SecurityGroupsTestJSON-9120917-project-member] Enqueued Resource ID: 4132d76c-b936-46bb-b97f-b224ccb430f5 with Priority: HIGHEST for action security_group_members [ 919.105022] env[65562]: INFO networking_nsxv3.common.synchronization [req-56f6b574-71d6-4bb1-bc65-3fd2795e4827 req-c939aaef-f74f-4198-a123-1ca513e4176c tempest-SecurityGroupsTestJSON-9120917 tempest-SecurityGroupsTestJSON-9120917-project-member] Enqueued Resource ID: 07e9ea33-0bac-42c5-a799-310bf68a44ed with Priority: HIGHEST for action security_group_members [ 919.105345] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4132d76c-b936-46bb-b97f-b224ccb430f5 with Priority: HIGHEST for action security_group_members [ 919.105484] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 07e9ea33-0bac-42c5-a799-310bf68a44ed with Priority: HIGHEST for action security_group_members [ 919.105771] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-4132d76c-b936-46bb-b97f-b224ccb430f5 taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.105896] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4132d76c-b936-46bb-b97f-b224ccb430f5" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.105963] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4132d76c-b936-46bb-b97f-b224ccb430f5" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.106423] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4132d76c-b936-46bb-b97f-b224ccb430f5" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.106654] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.106818] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.107107] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.107385] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.108067] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.108067] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4132d76c-b936-46bb-b97f-b224ccb430f5',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 919.109131] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-07e9ea33-0bac-42c5-a799-310bf68a44ed taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.109131] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-07e9ea33-0bac-42c5-a799-310bf68a44ed" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.109320] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-07e9ea33-0bac-42c5-a799-310bf68a44ed" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.109407] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-07e9ea33-0bac-42c5-a799-310bf68a44ed" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.109632] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.109775] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.110914] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.110914] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.110914] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.110914] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('07e9ea33-0bac-42c5-a799-310bf68a44ed',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 919.158584] env[65562]: INFO networking_nsxv3.common.synchronization [req-56f6b574-71d6-4bb1-bc65-3fd2795e4827 req-c939aaef-f74f-4198-a123-1ca513e4176c tempest-SecurityGroupsTestJSON-9120917 tempest-SecurityGroupsTestJSON-9120917-project-member] Enqueued Resource ID: 07e9ea33-0bac-42c5-a799-310bf68a44ed with Priority: HIGHEST for action security_group_rules [ 919.158836] env[65562]: INFO networking_nsxv3.common.synchronization [req-56f6b574-71d6-4bb1-bc65-3fd2795e4827 req-c939aaef-f74f-4198-a123-1ca513e4176c tempest-SecurityGroupsTestJSON-9120917 tempest-SecurityGroupsTestJSON-9120917-project-member] Enqueued Resource ID: 07e9ea33-0bac-42c5-a799-310bf68a44ed with Priority: HIGHEST for action security_group_members [ 919.158983] env[65562]: INFO networking_nsxv3.common.synchronization [req-56f6b574-71d6-4bb1-bc65-3fd2795e4827 req-c939aaef-f74f-4198-a123-1ca513e4176c tempest-SecurityGroupsTestJSON-9120917 tempest-SecurityGroupsTestJSON-9120917-project-member] Enqueued Resource ID: 4132d76c-b936-46bb-b97f-b224ccb430f5 with Priority: HIGHEST for action security_group_rules [ 919.159123] env[65562]: INFO networking_nsxv3.common.synchronization [req-56f6b574-71d6-4bb1-bc65-3fd2795e4827 req-c939aaef-f74f-4198-a123-1ca513e4176c tempest-SecurityGroupsTestJSON-9120917 tempest-SecurityGroupsTestJSON-9120917-project-member] Enqueued Resource ID: 4132d76c-b936-46bb-b97f-b224ccb430f5 with Priority: HIGHEST for action security_group_members [ 919.159247] env[65562]: INFO networking_nsxv3.common.synchronization [req-56f6b574-71d6-4bb1-bc65-3fd2795e4827 req-c939aaef-f74f-4198-a123-1ca513e4176c tempest-SecurityGroupsTestJSON-9120917 tempest-SecurityGroupsTestJSON-9120917-project-member] Enqueued Resource ID: bea16d47-0a1e-4aaa-a011-1843477b3c4f with Priority: HIGHEST for action port [ 919.159718] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 07e9ea33-0bac-42c5-a799-310bf68a44ed with Priority: HIGHEST for action security_group_rules [ 919.159852] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4132d76c-b936-46bb-b97f-b224ccb430f5 with Priority: HIGHEST for action security_group_rules [ 919.159946] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bea16d47-0a1e-4aaa-a011-1843477b3c4f with Priority: HIGHEST for action port [ 919.160056] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 07e9ea33-0bac-42c5-a799-310bf68a44ed with Priority: HIGHEST for action security_group_members [ 919.160160] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4132d76c-b936-46bb-b97f-b224ccb430f5 with Priority: HIGHEST for action security_group_members [ 919.160422] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock rules-07e9ea33-0bac-42c5-a799-310bf68a44ed taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.160541] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-07e9ea33-0bac-42c5-a799-310bf68a44ed" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.160653] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-07e9ea33-0bac-42c5-a799-310bf68a44ed" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.160796] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-07e9ea33-0bac-42c5-a799-310bf68a44ed" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.160874] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('07e9ea33-0bac-42c5-a799-310bf68a44ed',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 919.161862] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4132d76c-b936-46bb-b97f-b224ccb430f5 taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.161984] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4132d76c-b936-46bb-b97f-b224ccb430f5" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.162052] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4132d76c-b936-46bb-b97f-b224ccb430f5" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.162276] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4132d76c-b936-46bb-b97f-b224ccb430f5" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.162353] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4132d76c-b936-46bb-b97f-b224ccb430f5',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 919.163639] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock port-bea16d47-0a1e-4aaa-a011-1843477b3c4f taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.163639] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bea16d47-0a1e-4aaa-a011-1843477b3c4f" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.163639] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bea16d47-0a1e-4aaa-a011-1843477b3c4f" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.163639] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bea16d47-0a1e-4aaa-a011-1843477b3c4f" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.163639] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bea16d47-0a1e-4aaa-a011-1843477b3c4f',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 919.167660] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-07e9ea33-0bac-42c5-a799-310bf68a44ed taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.167660] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-07e9ea33-0bac-42c5-a799-310bf68a44ed" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.167660] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-4132d76c-b936-46bb-b97f-b224ccb430f5 taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.167660] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4132d76c-b936-46bb-b97f-b224ccb430f5" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.359459] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1f786784-df0d-4ec4-9e14-8e73ab168990 in Status: SUCCESS [ 919.359699] env[65562]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1f786784-df0d-4ec4-9e14-8e73ab168990 deletion is rescheduled due to dependency. [ 919.359792] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1f786784-df0d-4ec4-9e14-8e73ab168990" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.612405] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4132d76c-b936-46bb-b97f-b224ccb430f5',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 919.613587] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('07e9ea33-0bac-42c5-a799-310bf68a44ed',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 919.657308] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2fafe9ef-7e47-4c4b-88ec-4ced8cbabccd in Status: SUCCESS [ 919.657561] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2fafe9ef-7e47-4c4b-88ec-4ced8cbabccd" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.668146] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-4132d76c-b936-46bb-b97f-b224ccb430f5 taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.668290] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4132d76c-b936-46bb-b97f-b224ccb430f5" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.668567] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-07e9ea33-0bac-42c5-a799-310bf68a44ed taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.668665] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-07e9ea33-0bac-42c5-a799-310bf68a44ed" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.668835] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port bea16d47-0a1e-4aaa-a011-1843477b3c4f with status ACTIVE [ 919.669044] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.669129] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.669217] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.669440] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.669539] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.669751] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.669906] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.669953] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.670166] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.670196] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.670445] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.670526] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.670573] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.670809] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.670860] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.671038] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: bea16d47-0a1e-4aaa-a011-1843477b3c4f is going to be updated. [ 919.695684] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.695942] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.695942] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.696228] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.696454] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.696660] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bea16d47-0a1e-4aaa-a011-1843477b3c4f" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.115779] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4132d76c-b936-46bb-b97f-b224ccb430f5',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 920.117131] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('07e9ea33-0bac-42c5-a799-310bf68a44ed',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 920.225194] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 28734607-ee97-46ec-b6bb-d4a31cf0cfc4 in Status: UNINITIALIZED for 4s [ 920.621799] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.621799] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.621996] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.622175] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.622432] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.622432] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4132d76c-b936-46bb-b97f-b224ccb430f5 is going to be created. [ 920.624185] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.624410] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.624410] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.624634] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.624741] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.624863] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 07e9ea33-0bac-42c5-a799-310bf68a44ed is going to be updated. [ 920.650759] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.650842] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.650842] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.651370] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.651370] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.660024] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.660024] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.660024] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.660024] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.660024] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.667373] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4132d76c-b936-46bb-b97f-b224ccb430f5 in Status: UNINITIALIZED for 2s [ 920.667373] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 07e9ea33-0bac-42c5-a799-310bf68a44ed in Status: IN_PROGRESS for 2s [ 920.748376] env[65562]: INFO networking_nsxv3.common.synchronization [req-530a6cb7-bee5-4aa3-90b8-409debe548fe req-fe30bda9-fc83-4338-841f-a6d5d239ccb8 tempest-ServerRescueNegativeTestJSON-1891900759 tempest-ServerRescueNegativeTestJSON-1891900759-project-member] Enqueued Resource ID: d0fd2317-ce62-4346-a19a-81c6cbd7570c with Priority: HIGHEST for action security_group_members [ 920.748376] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d0fd2317-ce62-4346-a19a-81c6cbd7570c with Priority: HIGHEST for action security_group_members [ 920.748376] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-d0fd2317-ce62-4346-a19a-81c6cbd7570c taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.748376] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d0fd2317-ce62-4346-a19a-81c6cbd7570c" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.748376] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d0fd2317-ce62-4346-a19a-81c6cbd7570c" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.749825] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d0fd2317-ce62-4346-a19a-81c6cbd7570c" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.750058] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.750184] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.750248] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.751647] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.751851] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.752034] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d0fd2317-ce62-4346-a19a-81c6cbd7570c',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 921.022041] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 61c2f228-d6a3-4d4c-b7de-fe6b2c3c1d08 in Status: SUCCESS [ 921.022041] env[65562]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 61c2f228-d6a3-4d4c-b7de-fe6b2c3c1d08 deletion is rescheduled due to dependency. [ 921.022041] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-61c2f228-d6a3-4d4c-b7de-fe6b2c3c1d08" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.172315] env[65562]: DEBUG networking_nsxv3.common.locking [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Lock network-60 taken with stack trace [, , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.172623] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquiring lock "network-60" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.172623] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired lock "network-60" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.172895] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired external semaphore "network-60" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.173197] env[65562]: DEBUG networking_nsxv3.common.locking [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.173449] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquiring lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.173545] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.173680] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired external semaphore "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.173825] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Releasing lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.174053] env[65562]: DEBUG dogpile.cache.region [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] No value present for key: 'zone-id' {{(pid=65562) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 921.174168] env[65562]: DEBUG dogpile.lock [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] NeedRegenerationException {{(pid=65562) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 921.174311] env[65562]: DEBUG dogpile.lock [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] no value, waiting for create lock {{(pid=65562) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 921.174383] env[65562]: DEBUG dogpile.lock [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] value creation lock acquired {{(pid=65562) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 921.174486] env[65562]: DEBUG dogpile.cache.region [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] No value present for key: 'zone-id' {{(pid=65562) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 921.174760] env[65562]: DEBUG dogpile.lock [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Calling creation function for not-yet-present value {{(pid=65562) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 921.174828] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 921.193266] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 921.193502] env[65562]: DEBUG dogpile.cache.region [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65562) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 921.193617] env[65562]: DEBUG dogpile.lock [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Released creation lock {{(pid=65562) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 921.193728] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Releasing lock "network-60" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.194053] env[65562]: DEBUG networking_nsxv3.common.locking [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Lock port-af23068a-06d9-483e-ad44-ac82d50df64a taken with stack trace [, , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.194274] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquiring lock "port-af23068a-06d9-483e-ad44-ac82d50df64a" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.194424] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired lock "port-af23068a-06d9-483e-ad44-ac82d50df64a" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.194692] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired external semaphore "port-af23068a-06d9-483e-ad44-ac82d50df64a" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.194834] env[65562]: DEBUG networking_nsxv3.api.rpc [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('af23068a-06d9-483e-ad44-ac82d50df64a',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 921.255360] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.255559] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.255675] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.255867] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.256201] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.256201] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.256343] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.256343] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.256733] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.256733] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.256850] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d0fd2317-ce62-4346-a19a-81c6cbd7570c already deleted. [ 921.256913] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d0fd2317-ce62-4346-a19a-81c6cbd7570c" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.700024] env[65562]: DEBUG networking_nsxv3.common.locking [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.700024] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.700024] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.700024] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.700024] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.700024] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Segment Port af23068a-06d9-483e-ad44-ac82d50df64a not found, creating... [ 921.700024] env[65562]: DEBUG networking_nsxv3.common.locking [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.700024] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquiring lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.700024] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.700024] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired external semaphore "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.700024] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Releasing lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.700656] env[65562]: DEBUG networking_nsxv3.common.locking [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.700656] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.701487] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.701916] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.703931] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.703931] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Resource: SegmentPort with ID: af23068a-06d9-483e-ad44-ac82d50df64a is going to be created. [ 921.726675] env[65562]: DEBUG networking_nsxv3.common.locking [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.726675] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.726675] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.726675] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.726675] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.726675] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Releasing lock "port-af23068a-06d9-483e-ad44-ac82d50df64a" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.240238] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 28734607-ee97-46ec-b6bb-d4a31cf0cfc4 in Status: SUCCESS [ 922.240238] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-28734607-ee97-46ec-b6bb-d4a31cf0cfc4" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.240238] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-28734607-ee97-46ec-b6bb-d4a31cf0cfc4" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.240694] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-28734607-ee97-46ec-b6bb-d4a31cf0cfc4" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.240694] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.240694] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.240694] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.240828] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.240896] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.241010] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-28734607-ee97-46ec-b6bb-d4a31cf0cfc4" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.241128] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('28734607-ee97-46ec-b6bb-d4a31cf0cfc4',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 922.505175] env[65562]: INFO networking_nsxv3.common.synchronization [req-530a6cb7-bee5-4aa3-90b8-409debe548fe req-b08ce18a-7b35-4871-ad8d-6824bb5cf125 service nova] Enqueued Resource ID: d0fd2317-ce62-4346-a19a-81c6cbd7570c with Priority: HIGHEST for action security_group_rules [ 922.505683] env[65562]: INFO networking_nsxv3.common.synchronization [req-530a6cb7-bee5-4aa3-90b8-409debe548fe req-b08ce18a-7b35-4871-ad8d-6824bb5cf125 service nova] Enqueued Resource ID: d0fd2317-ce62-4346-a19a-81c6cbd7570c with Priority: HIGHEST for action security_group_members [ 922.505683] env[65562]: INFO networking_nsxv3.common.synchronization [req-530a6cb7-bee5-4aa3-90b8-409debe548fe req-b08ce18a-7b35-4871-ad8d-6824bb5cf125 service nova] Enqueued Resource ID: af23068a-06d9-483e-ad44-ac82d50df64a with Priority: HIGHEST for action port [ 922.505901] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d0fd2317-ce62-4346-a19a-81c6cbd7570c with Priority: HIGHEST for action security_group_rules [ 922.506043] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d0fd2317-ce62-4346-a19a-81c6cbd7570c with Priority: HIGHEST for action security_group_members [ 922.506143] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: af23068a-06d9-483e-ad44-ac82d50df64a with Priority: HIGHEST for action port [ 922.506449] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d0fd2317-ce62-4346-a19a-81c6cbd7570c taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.506595] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d0fd2317-ce62-4346-a19a-81c6cbd7570c" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.506663] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d0fd2317-ce62-4346-a19a-81c6cbd7570c" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.506876] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d0fd2317-ce62-4346-a19a-81c6cbd7570c" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.506959] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d0fd2317-ce62-4346-a19a-81c6cbd7570c',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 922.508176] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-d0fd2317-ce62-4346-a19a-81c6cbd7570c taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.508305] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d0fd2317-ce62-4346-a19a-81c6cbd7570c" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.508376] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d0fd2317-ce62-4346-a19a-81c6cbd7570c" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.508562] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d0fd2317-ce62-4346-a19a-81c6cbd7570c" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.508715] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.508812] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.508872] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.509023] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.509112] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.509206] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d0fd2317-ce62-4346-a19a-81c6cbd7570c',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 922.510255] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock port-af23068a-06d9-483e-ad44-ac82d50df64a taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.510255] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-af23068a-06d9-483e-ad44-ac82d50df64a" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.510255] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-af23068a-06d9-483e-ad44-ac82d50df64a" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.510403] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-af23068a-06d9-483e-ad44-ac82d50df64a" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.510403] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('af23068a-06d9-483e-ad44-ac82d50df64a',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 922.678651] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4132d76c-b936-46bb-b97f-b224ccb430f5 in Status: SUCCESS [ 922.679050] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4132d76c-b936-46bb-b97f-b224ccb430f5" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.679332] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4132d76c-b936-46bb-b97f-b224ccb430f5" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.679678] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4132d76c-b936-46bb-b97f-b224ccb430f5" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.679942] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.680149] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.680280] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.680577] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.680701] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.680826] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4132d76c-b936-46bb-b97f-b224ccb430f5',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 922.682701] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 07e9ea33-0bac-42c5-a799-310bf68a44ed in Status: SUCCESS [ 922.683227] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-07e9ea33-0bac-42c5-a799-310bf68a44ed" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.683521] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-07e9ea33-0bac-42c5-a799-310bf68a44ed" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.683731] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-07e9ea33-0bac-42c5-a799-310bf68a44ed" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.683913] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.684053] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.684139] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.684384] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.684463] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.684604] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('07e9ea33-0bac-42c5-a799-310bf68a44ed',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 922.744537] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-28734607-ee97-46ec-b6bb-d4a31cf0cfc4 taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.744537] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-28734607-ee97-46ec-b6bb-d4a31cf0cfc4" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.744537] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-28734607-ee97-46ec-b6bb-d4a31cf0cfc4" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.744537] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-28734607-ee97-46ec-b6bb-d4a31cf0cfc4" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.744537] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.744900] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.744900] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.744900] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.744900] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.745040] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-28734607-ee97-46ec-b6bb-d4a31cf0cfc4" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.745951] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-28734607-ee97-46ec-b6bb-d4a31cf0cfc4 taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.745951] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-28734607-ee97-46ec-b6bb-d4a31cf0cfc4" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.745951] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-28734607-ee97-46ec-b6bb-d4a31cf0cfc4" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.745951] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-28734607-ee97-46ec-b6bb-d4a31cf0cfc4" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.745951] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.745951] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.745951] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.745951] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.746310] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.746310] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-28734607-ee97-46ec-b6bb-d4a31cf0cfc4" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.746310] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('28734607-ee97-46ec-b6bb-d4a31cf0cfc4',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 923.012353] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-d0fd2317-ce62-4346-a19a-81c6cbd7570c taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.013839] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d0fd2317-ce62-4346-a19a-81c6cbd7570c" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.014890] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port af23068a-06d9-483e-ad44-ac82d50df64a with status ACTIVE [ 923.014890] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.016179] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.016256] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.016555] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.016799] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.016920] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.017738] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.017738] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.017738] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.017738] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.017738] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.017738] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.017738] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.018091] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.018091] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.018178] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: af23068a-06d9-483e-ad44-ac82d50df64a is going to be updated. [ 923.023031] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d0fd2317-ce62-4346-a19a-81c6cbd7570c',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 923.045027] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.045210] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.045285] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.047833] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.047833] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.047833] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-af23068a-06d9-483e-ad44-ac82d50df64a" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.188294] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4132d76c-b936-46bb-b97f-b224ccb430f5',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 923.189457] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('07e9ea33-0bac-42c5-a799-310bf68a44ed',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 923.253408] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 28734607-ee97-46ec-b6bb-d4a31cf0cfc4: rpc.has_security_group_logging(os_id): False [ 923.272835] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.273072] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.273072] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.273940] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.273940] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.274202] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.274508] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.274977] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.274977] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.275215] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.275215] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.275392] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.275486] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.275669] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.275781] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.276022] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.276134] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.276212] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.276360] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.276475] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.276579] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 28734607-ee97-46ec-b6bb-d4a31cf0cfc4 is going to be created. [ 923.371087] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.371273] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.371387] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.371573] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.371823] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.397403] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 28734607-ee97-46ec-b6bb-d4a31cf0cfc4 in Status: IN_PROGRESS for 2s [ 923.524221] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d0fd2317-ce62-4346-a19a-81c6cbd7570c',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 923.692825] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4132d76c-b936-46bb-b97f-b224ccb430f5',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 923.693178] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('07e9ea33-0bac-42c5-a799-310bf68a44ed',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 924.028277] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.028277] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.028277] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.028277] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.028277] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.028277] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d0fd2317-ce62-4346-a19a-81c6cbd7570c is going to be created. [ 924.054480] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.054709] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.055180] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.055421] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.055774] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.071959] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d0fd2317-ce62-4346-a19a-81c6cbd7570c in Status: UNINITIALIZED for 2s [ 924.200424] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.200424] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.200424] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.200424] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.200424] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.200424] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4132d76c-b936-46bb-b97f-b224ccb430f5 is going to be updated. [ 924.200424] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.200424] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.200424] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.200424] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.200424] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.200424] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 07e9ea33-0bac-42c5-a799-310bf68a44ed is going to be updated. [ 924.234630] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.234630] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.234630] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.234630] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.234630] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.235446] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.235567] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.235637] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.235822] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.235963] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.246254] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4132d76c-b936-46bb-b97f-b224ccb430f5 in Status: IN_PROGRESS for 2s [ 924.247140] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 07e9ea33-0bac-42c5-a799-310bf68a44ed in Status: IN_PROGRESS for 2s [ 924.660913] env[65562]: INFO networking_nsxv3.common.synchronization [req-d85fb5a0-5906-4295-b6ad-b3fdca2c5ff4 req-0b5c0009-a4ee-431e-91b4-6368b8718e62 tempest-DeleteServersTestJSON-1989734922 tempest-DeleteServersTestJSON-1989734922-project-member] Enqueued Resource ID: 2fafe9ef-7e47-4c4b-88ec-4ced8cbabccd with Priority: HIGHEST for action security_group_members [ 924.661493] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2fafe9ef-7e47-4c4b-88ec-4ced8cbabccd with Priority: HIGHEST for action security_group_members [ 924.661820] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-2fafe9ef-7e47-4c4b-88ec-4ced8cbabccd taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.661957] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2fafe9ef-7e47-4c4b-88ec-4ced8cbabccd" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.662028] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2fafe9ef-7e47-4c4b-88ec-4ced8cbabccd" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.662232] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2fafe9ef-7e47-4c4b-88ec-4ced8cbabccd" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.662387] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.662671] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.662671] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.662794] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.662931] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.662979] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2fafe9ef-7e47-4c4b-88ec-4ced8cbabccd',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 925.167711] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.167786] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.167845] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.168146] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.168233] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.169043] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.169043] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.169043] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.169043] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.169043] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.169043] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2fafe9ef-7e47-4c4b-88ec-4ced8cbabccd is going to be updated. [ 925.196283] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.196450] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.196504] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.198666] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.198666] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.206759] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2fafe9ef-7e47-4c4b-88ec-4ced8cbabccd in Status: IN_PROGRESS for 2s [ 925.414482] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 28734607-ee97-46ec-b6bb-d4a31cf0cfc4 in Status: SUCCESS [ 925.415042] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-28734607-ee97-46ec-b6bb-d4a31cf0cfc4" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.955456] env[65562]: INFO networking_nsxv3.common.synchronization [req-3ac0fe2a-9b9f-4b6f-ba51-20327a7e75a5 req-f63ea086-5e35-49b2-a792-7fccecb56458 tempest-ListServerFiltersTestJSON-1836936355 tempest-ListServerFiltersTestJSON-1836936355-project-member] Enqueued Resource ID: 287d2f33-e266-41a4-96b8-2f16db834f62 with Priority: HIGHEST for action security_group_members [ 925.956213] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 287d2f33-e266-41a4-96b8-2f16db834f62 with Priority: HIGHEST for action security_group_members [ 925.956635] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-287d2f33-e266-41a4-96b8-2f16db834f62 taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.956766] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-287d2f33-e266-41a4-96b8-2f16db834f62" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.956861] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-287d2f33-e266-41a4-96b8-2f16db834f62" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.958160] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-287d2f33-e266-41a4-96b8-2f16db834f62" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.958160] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.958160] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.958160] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.958160] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.958160] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.958160] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('287d2f33-e266-41a4-96b8-2f16db834f62',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 926.082545] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d0fd2317-ce62-4346-a19a-81c6cbd7570c in Status: SUCCESS [ 926.082814] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d0fd2317-ce62-4346-a19a-81c6cbd7570c" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.082989] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d0fd2317-ce62-4346-a19a-81c6cbd7570c" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.083241] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d0fd2317-ce62-4346-a19a-81c6cbd7570c" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.083446] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.083569] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.083632] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.083816] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.084084] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.084084] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d0fd2317-ce62-4346-a19a-81c6cbd7570c" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.084084] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d0fd2317-ce62-4346-a19a-81c6cbd7570c',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 926.256587] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 07e9ea33-0bac-42c5-a799-310bf68a44ed in Status: SUCCESS [ 926.256895] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-07e9ea33-0bac-42c5-a799-310bf68a44ed" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.257033] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-07e9ea33-0bac-42c5-a799-310bf68a44ed" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.257306] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-07e9ea33-0bac-42c5-a799-310bf68a44ed" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.257577] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.257696] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.257764] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.257916] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.257999] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.258154] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-07e9ea33-0bac-42c5-a799-310bf68a44ed" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.258248] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('07e9ea33-0bac-42c5-a799-310bf68a44ed',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 926.259734] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4132d76c-b936-46bb-b97f-b224ccb430f5 in Status: SUCCESS [ 926.259991] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4132d76c-b936-46bb-b97f-b224ccb430f5" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.260195] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4132d76c-b936-46bb-b97f-b224ccb430f5" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.260393] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4132d76c-b936-46bb-b97f-b224ccb430f5" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.260597] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.260745] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.260834] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.261141] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.261213] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.261279] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4132d76c-b936-46bb-b97f-b224ccb430f5" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.261383] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4132d76c-b936-46bb-b97f-b224ccb430f5',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 926.263897] env[65562]: INFO networking_nsxv3.common.synchronization [req-68ea7539-244f-43d3-a2a0-a95159e95461 req-f20418e5-8797-4a44-b662-d0e34c9dce40 tempest-SecurityGroupsTestJSON-9120917 tempest-SecurityGroupsTestJSON-9120917-project-member] Enqueued Resource ID: 2e02b16e-cdfb-4bee-bda2-5faa2f80fee1 with Priority: HIGHEST for action security_group_members [ 926.264131] env[65562]: INFO networking_nsxv3.common.synchronization [req-68ea7539-244f-43d3-a2a0-a95159e95461 req-f20418e5-8797-4a44-b662-d0e34c9dce40 tempest-SecurityGroupsTestJSON-9120917 tempest-SecurityGroupsTestJSON-9120917-project-member] Enqueued Resource ID: 4132d76c-b936-46bb-b97f-b224ccb430f5 with Priority: HIGHEST for action security_group_members [ 926.264300] env[65562]: INFO networking_nsxv3.common.synchronization [req-68ea7539-244f-43d3-a2a0-a95159e95461 req-f20418e5-8797-4a44-b662-d0e34c9dce40 tempest-SecurityGroupsTestJSON-9120917 tempest-SecurityGroupsTestJSON-9120917-project-member] Enqueued Resource ID: 07e9ea33-0bac-42c5-a799-310bf68a44ed with Priority: HIGHEST for action security_group_members [ 926.264719] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2e02b16e-cdfb-4bee-bda2-5faa2f80fee1 with Priority: HIGHEST for action security_group_members [ 926.264894] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4132d76c-b936-46bb-b97f-b224ccb430f5 with Priority: HIGHEST for action security_group_members [ 926.265074] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 07e9ea33-0bac-42c5-a799-310bf68a44ed with Priority: HIGHEST for action security_group_members [ 926.265751] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-2e02b16e-cdfb-4bee-bda2-5faa2f80fee1 taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.265834] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2e02b16e-cdfb-4bee-bda2-5faa2f80fee1" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.265834] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2e02b16e-cdfb-4bee-bda2-5faa2f80fee1" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.266099] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2e02b16e-cdfb-4bee-bda2-5faa2f80fee1" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.266275] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.266427] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.266505] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.266679] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.266785] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.266895] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2e02b16e-cdfb-4bee-bda2-5faa2f80fee1',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 926.267682] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-4132d76c-b936-46bb-b97f-b224ccb430f5 taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.267818] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4132d76c-b936-46bb-b97f-b224ccb430f5" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.267909] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4132d76c-b936-46bb-b97f-b224ccb430f5" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.268100] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4132d76c-b936-46bb-b97f-b224ccb430f5" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.268306] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.268409] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.268507] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.268672] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.268795] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.268906] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4132d76c-b936-46bb-b97f-b224ccb430f5',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 926.270112] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-07e9ea33-0bac-42c5-a799-310bf68a44ed taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.270251] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-07e9ea33-0bac-42c5-a799-310bf68a44ed" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.270352] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-07e9ea33-0bac-42c5-a799-310bf68a44ed" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.270530] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-07e9ea33-0bac-42c5-a799-310bf68a44ed" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.270702] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.270836] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.270917] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.271097] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.271222] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.271785] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('07e9ea33-0bac-42c5-a799-310bf68a44ed',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 926.319509] env[65562]: INFO networking_nsxv3.common.synchronization [req-68ea7539-244f-43d3-a2a0-a95159e95461 req-f20418e5-8797-4a44-b662-d0e34c9dce40 tempest-SecurityGroupsTestJSON-9120917 tempest-SecurityGroupsTestJSON-9120917-project-member] Enqueued Resource ID: 07e9ea33-0bac-42c5-a799-310bf68a44ed with Priority: HIGHEST for action security_group_rules [ 926.319755] env[65562]: INFO networking_nsxv3.common.synchronization [req-68ea7539-244f-43d3-a2a0-a95159e95461 req-f20418e5-8797-4a44-b662-d0e34c9dce40 tempest-SecurityGroupsTestJSON-9120917 tempest-SecurityGroupsTestJSON-9120917-project-member] Enqueued Resource ID: 07e9ea33-0bac-42c5-a799-310bf68a44ed with Priority: HIGHEST for action security_group_members [ 926.319918] env[65562]: INFO networking_nsxv3.common.synchronization [req-68ea7539-244f-43d3-a2a0-a95159e95461 req-f20418e5-8797-4a44-b662-d0e34c9dce40 tempest-SecurityGroupsTestJSON-9120917 tempest-SecurityGroupsTestJSON-9120917-project-member] Enqueued Resource ID: 2e02b16e-cdfb-4bee-bda2-5faa2f80fee1 with Priority: HIGHEST for action security_group_rules [ 926.320175] env[65562]: INFO networking_nsxv3.common.synchronization [req-68ea7539-244f-43d3-a2a0-a95159e95461 req-f20418e5-8797-4a44-b662-d0e34c9dce40 tempest-SecurityGroupsTestJSON-9120917 tempest-SecurityGroupsTestJSON-9120917-project-member] Enqueued Resource ID: 2e02b16e-cdfb-4bee-bda2-5faa2f80fee1 with Priority: HIGHEST for action security_group_members [ 926.320321] env[65562]: INFO networking_nsxv3.common.synchronization [req-68ea7539-244f-43d3-a2a0-a95159e95461 req-f20418e5-8797-4a44-b662-d0e34c9dce40 tempest-SecurityGroupsTestJSON-9120917 tempest-SecurityGroupsTestJSON-9120917-project-member] Enqueued Resource ID: 4132d76c-b936-46bb-b97f-b224ccb430f5 with Priority: HIGHEST for action security_group_rules [ 926.320444] env[65562]: INFO networking_nsxv3.common.synchronization [req-68ea7539-244f-43d3-a2a0-a95159e95461 req-f20418e5-8797-4a44-b662-d0e34c9dce40 tempest-SecurityGroupsTestJSON-9120917 tempest-SecurityGroupsTestJSON-9120917-project-member] Enqueued Resource ID: 4132d76c-b936-46bb-b97f-b224ccb430f5 with Priority: HIGHEST for action security_group_members [ 926.320618] env[65562]: INFO networking_nsxv3.common.synchronization [req-68ea7539-244f-43d3-a2a0-a95159e95461 req-f20418e5-8797-4a44-b662-d0e34c9dce40 tempest-SecurityGroupsTestJSON-9120917 tempest-SecurityGroupsTestJSON-9120917-project-member] Enqueued Resource ID: bea16d47-0a1e-4aaa-a011-1843477b3c4f with Priority: HIGHEST for action port [ 926.321206] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 07e9ea33-0bac-42c5-a799-310bf68a44ed with Priority: HIGHEST for action security_group_rules [ 926.321409] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2e02b16e-cdfb-4bee-bda2-5faa2f80fee1 with Priority: HIGHEST for action security_group_rules [ 926.321508] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4132d76c-b936-46bb-b97f-b224ccb430f5 with Priority: HIGHEST for action security_group_members [ 926.321628] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bea16d47-0a1e-4aaa-a011-1843477b3c4f with Priority: HIGHEST for action port [ 926.321833] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4132d76c-b936-46bb-b97f-b224ccb430f5 with Priority: HIGHEST for action security_group_rules [ 926.321833] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 07e9ea33-0bac-42c5-a799-310bf68a44ed with Priority: HIGHEST for action security_group_members [ 926.321933] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2e02b16e-cdfb-4bee-bda2-5faa2f80fee1 with Priority: HIGHEST for action security_group_members [ 926.322529] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock rules-07e9ea33-0bac-42c5-a799-310bf68a44ed taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.322639] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-07e9ea33-0bac-42c5-a799-310bf68a44ed" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.322858] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2e02b16e-cdfb-4bee-bda2-5faa2f80fee1 taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.323014] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2e02b16e-cdfb-4bee-bda2-5faa2f80fee1" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.323107] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2e02b16e-cdfb-4bee-bda2-5faa2f80fee1" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.323446] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2e02b16e-cdfb-4bee-bda2-5faa2f80fee1" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.323545] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2e02b16e-cdfb-4bee-bda2-5faa2f80fee1',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 926.324521] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-4132d76c-b936-46bb-b97f-b224ccb430f5 taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.324618] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4132d76c-b936-46bb-b97f-b224ccb430f5" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.324839] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock port-bea16d47-0a1e-4aaa-a011-1843477b3c4f taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.324948] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bea16d47-0a1e-4aaa-a011-1843477b3c4f" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.325029] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bea16d47-0a1e-4aaa-a011-1843477b3c4f" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.325216] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bea16d47-0a1e-4aaa-a011-1843477b3c4f" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.325324] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bea16d47-0a1e-4aaa-a011-1843477b3c4f',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 926.326245] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4132d76c-b936-46bb-b97f-b224ccb430f5 taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.326326] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4132d76c-b936-46bb-b97f-b224ccb430f5" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.326543] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-07e9ea33-0bac-42c5-a799-310bf68a44ed taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.326630] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-07e9ea33-0bac-42c5-a799-310bf68a44ed" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.326814] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-2e02b16e-cdfb-4bee-bda2-5faa2f80fee1 taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.326892] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2e02b16e-cdfb-4bee-bda2-5faa2f80fee1" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.460714] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('287d2f33-e266-41a4-96b8-2f16db834f62',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 926.587637] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d0fd2317-ce62-4346-a19a-81c6cbd7570c',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 926.763958] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-07e9ea33-0bac-42c5-a799-310bf68a44ed taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.763958] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-07e9ea33-0bac-42c5-a799-310bf68a44ed" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.765488] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4132d76c-b936-46bb-b97f-b224ccb430f5',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 926.775905] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4132d76c-b936-46bb-b97f-b224ccb430f5',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 926.775905] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2e02b16e-cdfb-4bee-bda2-5faa2f80fee1',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 926.775905] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('07e9ea33-0bac-42c5-a799-310bf68a44ed',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 926.829022] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-2e02b16e-cdfb-4bee-bda2-5faa2f80fee1 taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.829022] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2e02b16e-cdfb-4bee-bda2-5faa2f80fee1" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.829022] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port bea16d47-0a1e-4aaa-a011-1843477b3c4f with status ACTIVE [ 926.829262] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.829481] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.829614] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.829905] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.830064] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.830350] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.830524] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.830644] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.830896] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.832375] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.832375] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.832375] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.832375] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.832375] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.832375] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.832375] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: bea16d47-0a1e-4aaa-a011-1843477b3c4f is going to be updated. [ 926.854335] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.854335] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.854335] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.854335] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.854335] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.854335] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bea16d47-0a1e-4aaa-a011-1843477b3c4f" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.964215] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('287d2f33-e266-41a4-96b8-2f16db834f62',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 927.090873] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d0fd2317-ce62-4346-a19a-81c6cbd7570c: rpc.has_security_group_logging(os_id): False [ 927.109020] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.109308] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.109385] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.109539] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.109867] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.109867] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.109970] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.110026] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.110170] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.110245] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.110328] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d0fd2317-ce62-4346-a19a-81c6cbd7570c is going to be created. [ 927.186669] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.186831] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.186980] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.187243] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.187462] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.202249] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d0fd2317-ce62-4346-a19a-81c6cbd7570c in Status: IN_PROGRESS for 2s [ 927.217282] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2fafe9ef-7e47-4c4b-88ec-4ced8cbabccd in Status: SUCCESS [ 927.217508] env[65562]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2fafe9ef-7e47-4c4b-88ec-4ced8cbabccd deletion is rescheduled due to dependency. [ 927.217652] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2fafe9ef-7e47-4c4b-88ec-4ced8cbabccd" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.267704] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4132d76c-b936-46bb-b97f-b224ccb430f5: rpc.has_security_group_logging(os_id): False [ 927.277107] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2e02b16e-cdfb-4bee-bda2-5faa2f80fee1',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 927.279102] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4132d76c-b936-46bb-b97f-b224ccb430f5',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 927.284464] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('07e9ea33-0bac-42c5-a799-310bf68a44ed',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 927.294472] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.294472] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.294472] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.297979] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.297979] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.297979] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.297979] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.297979] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.297979] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.297979] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.297979] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4132d76c-b936-46bb-b97f-b224ccb430f5 is going to be created. [ 927.384018] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.384018] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.384018] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.384018] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.384018] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.395224] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4132d76c-b936-46bb-b97f-b224ccb430f5 in Status: IN_PROGRESS for 2s [ 927.423948] env[65562]: INFO networking_nsxv3.common.synchronization [None req-eaeefe02-86e3-4279-ac69-51687826fb07 None None] Enqueued Resource ID: 7076a0fa-28a0-41da-9913-b510dc906d37 with Priority: HIGHEST for action port [ 927.424571] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7076a0fa-28a0-41da-9913-b510dc906d37 with Priority: HIGHEST for action port [ 927.428226] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock port-7076a0fa-28a0-41da-9913-b510dc906d37 taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.428226] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7076a0fa-28a0-41da-9913-b510dc906d37" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.428226] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7076a0fa-28a0-41da-9913-b510dc906d37" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.428226] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7076a0fa-28a0-41da-9913-b510dc906d37" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.428226] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7076a0fa-28a0-41da-9913-b510dc906d37',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 927.466823] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.466986] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.467065] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.467275] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.467368] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.467521] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 287d2f33-e266-41a4-96b8-2f16db834f62 is going to be updated. [ 927.508561] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.509305] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.509305] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.509305] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.509305] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.519678] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 287d2f33-e266-41a4-96b8-2f16db834f62 in Status: IN_PROGRESS for 2s [ 927.773621] env[65562]: INFO networking_nsxv3.common.synchronization [req-4991faba-b3a9-4b82-b151-0d552d1af94d req-93b6de15-2f99-4f65-91bf-bd5dca3bbcd1 tempest-ServerDiagnosticsTest-1307679736 tempest-ServerDiagnosticsTest-1307679736-project-member] Enqueued Resource ID: 7ac62e62-0a3c-489c-9474-5df65bce95a3 with Priority: HIGHEST for action security_group_members [ 927.773621] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7ac62e62-0a3c-489c-9474-5df65bce95a3 with Priority: HIGHEST for action security_group_members [ 927.773772] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-7ac62e62-0a3c-489c-9474-5df65bce95a3 taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.774044] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7ac62e62-0a3c-489c-9474-5df65bce95a3" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.774104] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7ac62e62-0a3c-489c-9474-5df65bce95a3" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.774428] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7ac62e62-0a3c-489c-9474-5df65bce95a3" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.774668] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.774795] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.774879] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.775051] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.775354] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.775354] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7ac62e62-0a3c-489c-9474-5df65bce95a3',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 927.786154] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.786317] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.786387] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.787026] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.787026] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.787026] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2e02b16e-cdfb-4bee-bda2-5faa2f80fee1 is going to be created. [ 927.788350] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.788350] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.788350] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.788469] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.788638] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.788638] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4132d76c-b936-46bb-b97f-b224ccb430f5 is going to be updated. [ 927.792406] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.792406] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.792701] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.792909] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.793118] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.796744] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 07e9ea33-0bac-42c5-a799-310bf68a44ed is going to be updated. [ 927.834136] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.834303] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.834407] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.834645] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.834806] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.837524] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.837683] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.837751] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.838164] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.838164] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.841251] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.841251] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.841251] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.841251] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.841251] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.853695] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4132d76c-b936-46bb-b97f-b224ccb430f5 in Status: IN_PROGRESS for 2s [ 927.854244] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 07e9ea33-0bac-42c5-a799-310bf68a44ed in Status: IN_PROGRESS for 2s [ 927.854839] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2e02b16e-cdfb-4bee-bda2-5faa2f80fee1 in Status: UNINITIALIZED for 2s [ 927.930448] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7076a0fa-28a0-41da-9913-b510dc906d37 [ 927.931624] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.931624] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.931624] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.931624] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.931624] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.931624] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7076a0fa-28a0-41da-9913-b510dc906d37 already deleted. [ 927.931624] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7076a0fa-28a0-41da-9913-b510dc906d37" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.147121] env[65562]: DEBUG networking_nsxv3.common.locking [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Lock network-338 taken with stack trace [, , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.147121] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquiring lock "network-338" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.147121] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired lock "network-338" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.147121] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired external semaphore "network-338" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.147648] env[65562]: DEBUG networking_nsxv3.common.locking [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.147648] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquiring lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.147648] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.147897] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired external semaphore "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.148088] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Releasing lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.148336] env[65562]: DEBUG dogpile.cache.region [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] No value present for key: 'zone-id' {{(pid=65562) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 928.149376] env[65562]: DEBUG dogpile.lock [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] NeedRegenerationException {{(pid=65562) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 928.149376] env[65562]: DEBUG dogpile.lock [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] no value, waiting for create lock {{(pid=65562) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 928.149376] env[65562]: DEBUG dogpile.lock [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] value creation lock acquired {{(pid=65562) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 928.149376] env[65562]: DEBUG dogpile.cache.region [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] No value present for key: 'zone-id' {{(pid=65562) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 928.149376] env[65562]: DEBUG dogpile.lock [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Calling creation function for not-yet-present value {{(pid=65562) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 928.149376] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 928.173322] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 928.173435] env[65562]: DEBUG dogpile.cache.region [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65562) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 928.173601] env[65562]: DEBUG dogpile.lock [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Released creation lock {{(pid=65562) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 928.173713] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Releasing lock "network-338" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.174696] env[65562]: DEBUG networking_nsxv3.common.locking [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Lock port-67a8966a-1331-4b95-841f-2e9d3047384a taken with stack trace [, , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.174696] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquiring lock "port-67a8966a-1331-4b95-841f-2e9d3047384a" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.174696] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired lock "port-67a8966a-1331-4b95-841f-2e9d3047384a" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.175076] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired external semaphore "port-67a8966a-1331-4b95-841f-2e9d3047384a" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.175076] env[65562]: DEBUG networking_nsxv3.api.rpc [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('67a8966a-1331-4b95-841f-2e9d3047384a',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 928.283464] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.283635] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.283705] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.283956] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.284060] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.284288] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.284446] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.284530] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.284641] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.284716] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.284820] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7ac62e62-0a3c-489c-9474-5df65bce95a3 already deleted. [ 928.284878] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7ac62e62-0a3c-489c-9474-5df65bce95a3" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.680269] env[65562]: DEBUG networking_nsxv3.common.locking [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.681590] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.681590] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.681590] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.681590] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.681590] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Segment Port 67a8966a-1331-4b95-841f-2e9d3047384a not found, creating... [ 928.681876] env[65562]: DEBUG networking_nsxv3.common.locking [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.682102] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquiring lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.682102] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.682316] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired external semaphore "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.682500] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Releasing lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.683166] env[65562]: DEBUG networking_nsxv3.common.locking [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.683166] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.683166] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.683335] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.683414] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.683536] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Resource: SegmentPort with ID: 67a8966a-1331-4b95-841f-2e9d3047384a is going to be created. [ 928.705537] env[65562]: DEBUG networking_nsxv3.common.locking [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.705780] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.705910] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.706306] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.706496] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.706741] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Releasing lock "port-67a8966a-1331-4b95-841f-2e9d3047384a" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.216244] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d0fd2317-ce62-4346-a19a-81c6cbd7570c in Status: SUCCESS [ 929.216682] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d0fd2317-ce62-4346-a19a-81c6cbd7570c" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.320732] env[65562]: INFO networking_nsxv3.common.synchronization [None req-b1fc9c24-ce40-4da1-ae7c-c8ba7acbcbfb tempest-AttachVolumeTestJSON-1703790782 tempest-AttachVolumeTestJSON-1703790782-project-member] Enqueued Resource ID: c63924d5-cb54-49ee-ae44-63e03a78c8e3 with Priority: HIGHEST for action security_group_rules [ 929.321379] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c63924d5-cb54-49ee-ae44-63e03a78c8e3 with Priority: HIGHEST for action security_group_rules [ 929.321736] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c63924d5-cb54-49ee-ae44-63e03a78c8e3 taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.321877] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c63924d5-cb54-49ee-ae44-63e03a78c8e3" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.322579] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c63924d5-cb54-49ee-ae44-63e03a78c8e3" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.323052] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c63924d5-cb54-49ee-ae44-63e03a78c8e3" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.323362] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c63924d5-cb54-49ee-ae44-63e03a78c8e3',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 929.412437] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4132d76c-b936-46bb-b97f-b224ccb430f5 in Status: SUCCESS [ 929.412938] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4132d76c-b936-46bb-b97f-b224ccb430f5" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.413169] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4132d76c-b936-46bb-b97f-b224ccb430f5" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.413518] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4132d76c-b936-46bb-b97f-b224ccb430f5" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.413603] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4132d76c-b936-46bb-b97f-b224ccb430f5',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 929.476836] env[65562]: INFO networking_nsxv3.common.synchronization [None req-8191c85a-1f56-478a-a7b1-36b8684a3188 tempest-AttachVolumeTestJSON-1703790782 tempest-AttachVolumeTestJSON-1703790782-project-member] Enqueued Resource ID: c63924d5-cb54-49ee-ae44-63e03a78c8e3 with Priority: HIGHEST for action security_group_rules [ 929.479818] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c63924d5-cb54-49ee-ae44-63e03a78c8e3 with Priority: HIGHEST for action security_group_rules [ 929.480734] env[65562]: INFO networking_nsxv3.common.synchronization [req-4991faba-b3a9-4b82-b151-0d552d1af94d req-49b5d471-8ca0-4460-8678-1770cd5e468a service nova] Enqueued Resource ID: 7ac62e62-0a3c-489c-9474-5df65bce95a3 with Priority: HIGHEST for action security_group_rules [ 929.480906] env[65562]: INFO networking_nsxv3.common.synchronization [req-4991faba-b3a9-4b82-b151-0d552d1af94d req-49b5d471-8ca0-4460-8678-1770cd5e468a service nova] Enqueued Resource ID: 7ac62e62-0a3c-489c-9474-5df65bce95a3 with Priority: HIGHEST for action security_group_members [ 929.481580] env[65562]: INFO networking_nsxv3.common.synchronization [req-4991faba-b3a9-4b82-b151-0d552d1af94d req-49b5d471-8ca0-4460-8678-1770cd5e468a service nova] Enqueued Resource ID: 67a8966a-1331-4b95-841f-2e9d3047384a with Priority: HIGHEST for action port [ 929.482736] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c63924d5-cb54-49ee-ae44-63e03a78c8e3 taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.482736] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c63924d5-cb54-49ee-ae44-63e03a78c8e3" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.482876] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7ac62e62-0a3c-489c-9474-5df65bce95a3 with Priority: HIGHEST for action security_group_rules [ 929.482923] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7ac62e62-0a3c-489c-9474-5df65bce95a3 with Priority: HIGHEST for action security_group_members [ 929.483030] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 67a8966a-1331-4b95-841f-2e9d3047384a with Priority: HIGHEST for action port [ 929.483727] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7ac62e62-0a3c-489c-9474-5df65bce95a3 taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.483837] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7ac62e62-0a3c-489c-9474-5df65bce95a3" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.483904] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7ac62e62-0a3c-489c-9474-5df65bce95a3" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.484265] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7ac62e62-0a3c-489c-9474-5df65bce95a3" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.484388] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7ac62e62-0a3c-489c-9474-5df65bce95a3',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 929.485374] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-7ac62e62-0a3c-489c-9474-5df65bce95a3 taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.485504] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7ac62e62-0a3c-489c-9474-5df65bce95a3" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.485571] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7ac62e62-0a3c-489c-9474-5df65bce95a3" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.485757] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7ac62e62-0a3c-489c-9474-5df65bce95a3" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.486873] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.486873] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.486873] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.486873] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.486873] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.486873] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7ac62e62-0a3c-489c-9474-5df65bce95a3',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 929.487340] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock port-67a8966a-1331-4b95-841f-2e9d3047384a taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.487461] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-67a8966a-1331-4b95-841f-2e9d3047384a" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.487527] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-67a8966a-1331-4b95-841f-2e9d3047384a" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.487697] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-67a8966a-1331-4b95-841f-2e9d3047384a" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.487772] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('67a8966a-1331-4b95-841f-2e9d3047384a',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 929.533406] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 287d2f33-e266-41a4-96b8-2f16db834f62 in Status: SUCCESS [ 929.533406] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-287d2f33-e266-41a4-96b8-2f16db834f62" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.846350] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.846523] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.846599] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.847049] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.847049] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.847049] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c63924d5-cb54-49ee-ae44-63e03a78c8e3 already deleted. [ 929.847248] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c63924d5-cb54-49ee-ae44-63e03a78c8e3" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.847248] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c63924d5-cb54-49ee-ae44-63e03a78c8e3" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.847462] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c63924d5-cb54-49ee-ae44-63e03a78c8e3" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.847542] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c63924d5-cb54-49ee-ae44-63e03a78c8e3',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 929.867569] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 07e9ea33-0bac-42c5-a799-310bf68a44ed in Status: SUCCESS [ 929.868349] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-07e9ea33-0bac-42c5-a799-310bf68a44ed" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.870212] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2e02b16e-cdfb-4bee-bda2-5faa2f80fee1 in Status: SUCCESS [ 929.870427] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2e02b16e-cdfb-4bee-bda2-5faa2f80fee1" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.870917] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-07e9ea33-0bac-42c5-a799-310bf68a44ed" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.872558] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-07e9ea33-0bac-42c5-a799-310bf68a44ed" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.872804] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.872937] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.873012] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.873204] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.873294] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.873401] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('07e9ea33-0bac-42c5-a799-310bf68a44ed',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 929.875977] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2e02b16e-cdfb-4bee-bda2-5faa2f80fee1" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.876583] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2e02b16e-cdfb-4bee-bda2-5faa2f80fee1" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.876583] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.876583] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.878321] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.878559] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.878681] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.878973] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2e02b16e-cdfb-4bee-bda2-5faa2f80fee1',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 929.880838] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4132d76c-b936-46bb-b97f-b224ccb430f5 in Status: SUCCESS [ 929.881039] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4132d76c-b936-46bb-b97f-b224ccb430f5" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.881203] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4132d76c-b936-46bb-b97f-b224ccb430f5" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.881775] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4132d76c-b936-46bb-b97f-b224ccb430f5" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.882182] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.882330] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.883489] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.883702] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.883795] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.883889] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4132d76c-b936-46bb-b97f-b224ccb430f5',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 929.917320] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-4132d76c-b936-46bb-b97f-b224ccb430f5 taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.917320] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4132d76c-b936-46bb-b97f-b224ccb430f5" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.991768] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 67a8966a-1331-4b95-841f-2e9d3047384a with status ACTIVE [ 929.992014] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.992154] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.992219] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.992439] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.992795] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.992795] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.992795] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.992953] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.992987] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.993059] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.993242] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.993336] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.993397] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.993538] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.993611] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.993691] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 67a8966a-1331-4b95-841f-2e9d3047384a is going to be updated. [ 929.994859] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7ac62e62-0a3c-489c-9474-5df65bce95a3',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 929.996405] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-7ac62e62-0a3c-489c-9474-5df65bce95a3 taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.996543] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7ac62e62-0a3c-489c-9474-5df65bce95a3" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.021083] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.021226] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.021282] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.021507] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.021646] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.021809] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-67a8966a-1331-4b95-841f-2e9d3047384a" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.374509] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.375168] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.375168] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.375168] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.375168] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.375168] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c63924d5-cb54-49ee-ae44-63e03a78c8e3 already deleted. [ 930.375390] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c63924d5-cb54-49ee-ae44-63e03a78c8e3" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.380803] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('07e9ea33-0bac-42c5-a799-310bf68a44ed',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 930.386461] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2e02b16e-cdfb-4bee-bda2-5faa2f80fee1',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 930.388216] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4132d76c-b936-46bb-b97f-b224ccb430f5',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 930.439578] env[65562]: INFO networking_nsxv3.common.synchronization [req-c92b404e-d0ce-4717-bedc-ab3a7c693c45 req-352cd012-b7e4-47ba-af6a-acaaf67d09f9 tempest-AttachInterfacesTestJSON-12420228 tempest-AttachInterfacesTestJSON-12420228-project-member] Enqueued Resource ID: f16ec12d-20c3-4397-88de-54c2315b3cc8 with Priority: HIGHEST for action security_group_members [ 930.442625] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f16ec12d-20c3-4397-88de-54c2315b3cc8 with Priority: HIGHEST for action security_group_members [ 930.445040] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-f16ec12d-20c3-4397-88de-54c2315b3cc8 taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.445040] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f16ec12d-20c3-4397-88de-54c2315b3cc8" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.445040] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f16ec12d-20c3-4397-88de-54c2315b3cc8" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.445040] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f16ec12d-20c3-4397-88de-54c2315b3cc8" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.445040] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.447113] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.447113] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.447113] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.447113] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.447113] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f16ec12d-20c3-4397-88de-54c2315b3cc8',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 930.499482] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7ac62e62-0a3c-489c-9474-5df65bce95a3',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 930.710535] env[65562]: INFO networking_nsxv3.common.synchronization [None req-983fa17a-c8a8-43de-a587-d6811ed88697 None None] Enqueued Resource ID: 27f1d793-732d-4e98-9062-3b8e0ba1bdeb with Priority: HIGHEST for action port [ 930.710535] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 27f1d793-732d-4e98-9062-3b8e0ba1bdeb with Priority: HIGHEST for action port [ 930.710654] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock port-27f1d793-732d-4e98-9062-3b8e0ba1bdeb taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.711470] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-27f1d793-732d-4e98-9062-3b8e0ba1bdeb" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.711470] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-27f1d793-732d-4e98-9062-3b8e0ba1bdeb" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.711864] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-27f1d793-732d-4e98-9062-3b8e0ba1bdeb" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.711995] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('27f1d793-732d-4e98-9062-3b8e0ba1bdeb',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 930.824277] env[65562]: INFO networking_nsxv3.common.synchronization [req-ce2b018e-b899-4325-b9c5-a1bc7d69490b req-1ad90072-533d-4f65-94c5-1eb7db46f212 tempest-SecurityGroupsTestJSON-9120917 tempest-SecurityGroupsTestJSON-9120917-project-member] Enqueued Resource ID: 4132d76c-b936-46bb-b97f-b224ccb430f5 with Priority: HIGHEST for action security_group_members [ 930.824277] env[65562]: INFO networking_nsxv3.common.synchronization [req-ce2b018e-b899-4325-b9c5-a1bc7d69490b req-1ad90072-533d-4f65-94c5-1eb7db46f212 tempest-SecurityGroupsTestJSON-9120917 tempest-SecurityGroupsTestJSON-9120917-project-member] Enqueued Resource ID: 2e02b16e-cdfb-4bee-bda2-5faa2f80fee1 with Priority: HIGHEST for action security_group_members [ 930.825426] env[65562]: INFO networking_nsxv3.common.synchronization [req-ce2b018e-b899-4325-b9c5-a1bc7d69490b req-1ad90072-533d-4f65-94c5-1eb7db46f212 tempest-SecurityGroupsTestJSON-9120917 tempest-SecurityGroupsTestJSON-9120917-project-member] Enqueued Resource ID: 07e9ea33-0bac-42c5-a799-310bf68a44ed with Priority: HIGHEST for action security_group_members [ 930.826304] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4132d76c-b936-46bb-b97f-b224ccb430f5 with Priority: HIGHEST for action security_group_members [ 930.826749] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2e02b16e-cdfb-4bee-bda2-5faa2f80fee1 with Priority: HIGHEST for action security_group_members [ 930.829471] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 07e9ea33-0bac-42c5-a799-310bf68a44ed with Priority: HIGHEST for action security_group_members [ 930.829471] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-4132d76c-b936-46bb-b97f-b224ccb430f5 taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.829471] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4132d76c-b936-46bb-b97f-b224ccb430f5" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.829471] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-2e02b16e-cdfb-4bee-bda2-5faa2f80fee1 taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.829471] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2e02b16e-cdfb-4bee-bda2-5faa2f80fee1" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.831071] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-07e9ea33-0bac-42c5-a799-310bf68a44ed taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.831071] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-07e9ea33-0bac-42c5-a799-310bf68a44ed" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.885065] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('07e9ea33-0bac-42c5-a799-310bf68a44ed',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 930.889677] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2e02b16e-cdfb-4bee-bda2-5faa2f80fee1',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 930.890633] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4132d76c-b936-46bb-b97f-b224ccb430f5',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 930.907839] env[65562]: DEBUG networking_nsxv3.common.locking [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Lock network-422 taken with stack trace [, , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.908290] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquiring lock "network-422" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.908290] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired lock "network-422" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.908565] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired external semaphore "network-422" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.909294] env[65562]: DEBUG networking_nsxv3.common.locking [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.909550] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquiring lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.909665] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.912191] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired external semaphore "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.912191] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Releasing lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.912191] env[65562]: DEBUG dogpile.cache.region [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] No value present for key: 'zone-id' {{(pid=65562) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 930.912191] env[65562]: DEBUG dogpile.lock [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] NeedRegenerationException {{(pid=65562) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 930.912191] env[65562]: DEBUG dogpile.lock [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] no value, waiting for create lock {{(pid=65562) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 930.912191] env[65562]: DEBUG dogpile.lock [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] value creation lock acquired {{(pid=65562) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 930.912191] env[65562]: DEBUG dogpile.cache.region [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] No value present for key: 'zone-id' {{(pid=65562) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 930.912191] env[65562]: DEBUG dogpile.lock [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Calling creation function for not-yet-present value {{(pid=65562) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 930.912191] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 930.934930] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 930.934930] env[65562]: DEBUG dogpile.cache.region [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65562) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 930.934930] env[65562]: DEBUG dogpile.lock [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Released creation lock {{(pid=65562) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 930.934930] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Releasing lock "network-422" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.935845] env[65562]: DEBUG networking_nsxv3.common.locking [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Lock port-0addd924-5334-4d61-b028-13b3c3267ba3 taken with stack trace [, , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.936087] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquiring lock "port-0addd924-5334-4d61-b028-13b3c3267ba3" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.936215] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired lock "port-0addd924-5334-4d61-b028-13b3c3267ba3" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.936583] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired external semaphore "port-0addd924-5334-4d61-b028-13b3c3267ba3" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.936734] env[65562]: DEBUG networking_nsxv3.api.rpc [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0addd924-5334-4d61-b028-13b3c3267ba3',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 930.948475] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.948724] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.948724] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.949205] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.949309] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.949520] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.949621] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.949803] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.949857] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.949908] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.949992] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f16ec12d-20c3-4397-88de-54c2315b3cc8 already deleted. [ 930.950095] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f16ec12d-20c3-4397-88de-54c2315b3cc8" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.006820] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.006948] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.007040] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.007260] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.007354] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.007479] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7ac62e62-0a3c-489c-9474-5df65bce95a3 is going to be created. [ 931.034197] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.034423] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.034517] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.034726] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.034891] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.047185] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7ac62e62-0a3c-489c-9474-5df65bce95a3 in Status: UNINITIALIZED for 2s [ 931.214883] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 27f1d793-732d-4e98-9062-3b8e0ba1bdeb [ 931.216138] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.216303] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.216377] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.216644] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.216734] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.217119] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:27f1d793-732d-4e98-9062-3b8e0ba1bdeb already deleted. [ 931.217119] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-27f1d793-732d-4e98-9062-3b8e0ba1bdeb" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.387838] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.388234] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.388234] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.388405] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.388519] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.388591] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 07e9ea33-0bac-42c5-a799-310bf68a44ed is going to be updated. [ 931.392518] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.392787] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.392874] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.393212] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.393438] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.393438] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2e02b16e-cdfb-4bee-bda2-5faa2f80fee1 is going to be updated. [ 931.395192] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.395192] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.395192] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.395192] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.395192] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.395192] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4132d76c-b936-46bb-b97f-b224ccb430f5 is going to be updated. [ 931.426812] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.426993] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.427131] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.427417] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.427632] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.430104] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.430423] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.430423] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.431087] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.431087] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.434044] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.434044] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.434175] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.434691] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.434691] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.439234] env[65562]: DEBUG networking_nsxv3.common.locking [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.439843] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.440089] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.442375] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.442570] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.442781] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Segment Port 0addd924-5334-4d61-b028-13b3c3267ba3 not found, creating... [ 931.443175] env[65562]: DEBUG networking_nsxv3.common.locking [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.443426] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquiring lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.443590] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.443885] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired external semaphore "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.444197] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Releasing lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.444471] env[65562]: DEBUG networking_nsxv3.common.locking [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.444700] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.444878] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.445179] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.445346] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.445535] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Resource: SegmentPort with ID: 0addd924-5334-4d61-b028-13b3c3267ba3 is going to be created. [ 931.447986] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4132d76c-b936-46bb-b97f-b224ccb430f5 in Status: IN_PROGRESS for 2s [ 931.449665] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2e02b16e-cdfb-4bee-bda2-5faa2f80fee1 in Status: IN_PROGRESS for 2s [ 931.450404] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 07e9ea33-0bac-42c5-a799-310bf68a44ed in Status: IN_PROGRESS for 2s [ 931.475630] env[65562]: DEBUG networking_nsxv3.common.locking [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.475630] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.476112] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.476112] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.476246] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.476582] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Releasing lock "port-0addd924-5334-4d61-b028-13b3c3267ba3" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.287618] env[65562]: INFO networking_nsxv3.common.synchronization [req-c92b404e-d0ce-4717-bedc-ab3a7c693c45 req-1bd08e09-0fc6-461f-9faf-0c9020ed9b92 service nova] Enqueued Resource ID: f16ec12d-20c3-4397-88de-54c2315b3cc8 with Priority: HIGHEST for action security_group_rules [ 932.287955] env[65562]: INFO networking_nsxv3.common.synchronization [req-c92b404e-d0ce-4717-bedc-ab3a7c693c45 req-1bd08e09-0fc6-461f-9faf-0c9020ed9b92 service nova] Enqueued Resource ID: f16ec12d-20c3-4397-88de-54c2315b3cc8 with Priority: HIGHEST for action security_group_members [ 932.288184] env[65562]: INFO networking_nsxv3.common.synchronization [req-c92b404e-d0ce-4717-bedc-ab3a7c693c45 req-1bd08e09-0fc6-461f-9faf-0c9020ed9b92 service nova] Enqueued Resource ID: 0addd924-5334-4d61-b028-13b3c3267ba3 with Priority: HIGHEST for action port [ 932.289234] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f16ec12d-20c3-4397-88de-54c2315b3cc8 with Priority: HIGHEST for action security_group_rules [ 932.289396] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f16ec12d-20c3-4397-88de-54c2315b3cc8 with Priority: HIGHEST for action security_group_members [ 932.289532] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0addd924-5334-4d61-b028-13b3c3267ba3 with Priority: HIGHEST for action port [ 932.289901] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f16ec12d-20c3-4397-88de-54c2315b3cc8 taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.290048] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f16ec12d-20c3-4397-88de-54c2315b3cc8" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.290112] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f16ec12d-20c3-4397-88de-54c2315b3cc8" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.290322] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f16ec12d-20c3-4397-88de-54c2315b3cc8" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.290401] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f16ec12d-20c3-4397-88de-54c2315b3cc8',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 932.292484] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-f16ec12d-20c3-4397-88de-54c2315b3cc8 taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.292484] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f16ec12d-20c3-4397-88de-54c2315b3cc8" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.292484] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f16ec12d-20c3-4397-88de-54c2315b3cc8" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.292484] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f16ec12d-20c3-4397-88de-54c2315b3cc8" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.293476] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.293476] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.293620] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.293710] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.293880] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.295226] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f16ec12d-20c3-4397-88de-54c2315b3cc8',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 932.295226] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock port-0addd924-5334-4d61-b028-13b3c3267ba3 taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.295226] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0addd924-5334-4d61-b028-13b3c3267ba3" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.295562] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0addd924-5334-4d61-b028-13b3c3267ba3" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.295562] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0addd924-5334-4d61-b028-13b3c3267ba3" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.295562] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0addd924-5334-4d61-b028-13b3c3267ba3',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 932.798953] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-f16ec12d-20c3-4397-88de-54c2315b3cc8 taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.798953] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f16ec12d-20c3-4397-88de-54c2315b3cc8" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.798953] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f16ec12d-20c3-4397-88de-54c2315b3cc8',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 932.799371] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0addd924-5334-4d61-b028-13b3c3267ba3 with status ACTIVE [ 932.799509] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.799627] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.799699] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.799902] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.800653] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.800653] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.800653] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.800653] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.800653] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.800653] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.800920] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.800920] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.800920] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.801080] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.801155] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.801373] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0addd924-5334-4d61-b028-13b3c3267ba3 is going to be updated. [ 932.826358] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.826538] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.828597] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.828597] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.828597] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.828597] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0addd924-5334-4d61-b028-13b3c3267ba3" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.016800] env[65562]: INFO networking_nsxv3.common.synchronization [req-9365678c-51ac-4a8b-9dee-88212ea078a3 req-83cac2e1-9940-4c6e-9244-901df908667c tempest-ServersNegativeTestJSON-991191849 tempest-ServersNegativeTestJSON-991191849-project-member] Enqueued Resource ID: f2427fed-1448-4d25-aa23-dcfee7f96b55 with Priority: HIGHEST for action security_group_members [ 933.018667] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f2427fed-1448-4d25-aa23-dcfee7f96b55 with Priority: HIGHEST for action security_group_members [ 933.019091] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-f2427fed-1448-4d25-aa23-dcfee7f96b55 taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.019241] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f2427fed-1448-4d25-aa23-dcfee7f96b55" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.019299] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f2427fed-1448-4d25-aa23-dcfee7f96b55" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.022516] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f2427fed-1448-4d25-aa23-dcfee7f96b55" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.022516] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.022516] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.022516] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.022516] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.022516] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.022516] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f2427fed-1448-4d25-aa23-dcfee7f96b55',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 933.061983] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7ac62e62-0a3c-489c-9474-5df65bce95a3 in Status: SUCCESS [ 933.062201] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7ac62e62-0a3c-489c-9474-5df65bce95a3" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.062376] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7ac62e62-0a3c-489c-9474-5df65bce95a3" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.062616] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7ac62e62-0a3c-489c-9474-5df65bce95a3" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.062806] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.063084] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.063084] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.063186] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.063217] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.063314] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7ac62e62-0a3c-489c-9474-5df65bce95a3" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.063392] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7ac62e62-0a3c-489c-9474-5df65bce95a3',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 933.305091] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f16ec12d-20c3-4397-88de-54c2315b3cc8',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 933.435800] env[65562]: DEBUG networking_nsxv3.common.locking [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Lock network-402 taken with stack trace [, , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.436810] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquiring lock "network-402" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.437420] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired lock "network-402" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.437619] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired external semaphore "network-402" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.438220] env[65562]: DEBUG networking_nsxv3.common.locking [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.438220] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquiring lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.438418] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.438756] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired external semaphore "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.438895] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Releasing lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.439141] env[65562]: DEBUG dogpile.cache.region [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] No value present for key: 'zone-id' {{(pid=65562) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 933.439257] env[65562]: DEBUG dogpile.lock [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] NeedRegenerationException {{(pid=65562) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 933.439410] env[65562]: DEBUG dogpile.lock [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] no value, waiting for create lock {{(pid=65562) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 933.439461] env[65562]: DEBUG dogpile.lock [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] value creation lock acquired {{(pid=65562) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 933.439559] env[65562]: DEBUG dogpile.cache.region [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] No value present for key: 'zone-id' {{(pid=65562) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 933.439665] env[65562]: DEBUG dogpile.lock [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Calling creation function for not-yet-present value {{(pid=65562) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 933.439794] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 933.459920] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2e02b16e-cdfb-4bee-bda2-5faa2f80fee1 in Status: SUCCESS [ 933.460142] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2e02b16e-cdfb-4bee-bda2-5faa2f80fee1" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.460680] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2e02b16e-cdfb-4bee-bda2-5faa2f80fee1" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.460901] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2e02b16e-cdfb-4bee-bda2-5faa2f80fee1" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.461116] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.461238] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.461302] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.461460] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.461549] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.461635] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2e02b16e-cdfb-4bee-bda2-5faa2f80fee1" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.461735] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2e02b16e-cdfb-4bee-bda2-5faa2f80fee1',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 933.463297] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 07e9ea33-0bac-42c5-a799-310bf68a44ed in Status: SUCCESS [ 933.463485] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-07e9ea33-0bac-42c5-a799-310bf68a44ed" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.464209] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4132d76c-b936-46bb-b97f-b224ccb430f5 in Status: SUCCESS [ 933.464395] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4132d76c-b936-46bb-b97f-b224ccb430f5" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.465712] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2e02b16e-cdfb-4bee-bda2-5faa2f80fee1" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.465712] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2e02b16e-cdfb-4bee-bda2-5faa2f80fee1" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.465712] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.465712] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.465712] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.465712] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.465712] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.465712] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2e02b16e-cdfb-4bee-bda2-5faa2f80fee1',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 933.466330] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-07e9ea33-0bac-42c5-a799-310bf68a44ed" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.466552] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-07e9ea33-0bac-42c5-a799-310bf68a44ed" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.466732] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.466882] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.466918] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.467065] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.467173] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.467242] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-07e9ea33-0bac-42c5-a799-310bf68a44ed" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.467397] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-07e9ea33-0bac-42c5-a799-310bf68a44ed taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.467480] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-07e9ea33-0bac-42c5-a799-310bf68a44ed" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.467566] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-07e9ea33-0bac-42c5-a799-310bf68a44ed" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.467677] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-07e9ea33-0bac-42c5-a799-310bf68a44ed" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.467820] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.467950] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.467950] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.468111] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.468185] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.468264] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-07e9ea33-0bac-42c5-a799-310bf68a44ed" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.468347] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('07e9ea33-0bac-42c5-a799-310bf68a44ed',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 933.469118] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4132d76c-b936-46bb-b97f-b224ccb430f5" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.469279] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4132d76c-b936-46bb-b97f-b224ccb430f5" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.469433] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.469533] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.469631] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.469726] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.469805] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.469896] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4132d76c-b936-46bb-b97f-b224ccb430f5" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.469974] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4132d76c-b936-46bb-b97f-b224ccb430f5',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 933.471853] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 933.472025] env[65562]: DEBUG dogpile.cache.region [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Cache value generated in 0.032 seconds for key(s): 'zone-id' {{(pid=65562) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 933.472165] env[65562]: DEBUG dogpile.lock [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Released creation lock {{(pid=65562) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 933.472360] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Releasing lock "network-402" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.472589] env[65562]: DEBUG networking_nsxv3.common.locking [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Lock port-679c3f34-688b-4eb6-a2e3-163187b24155 taken with stack trace [, , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.472832] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquiring lock "port-679c3f34-688b-4eb6-a2e3-163187b24155" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.472865] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired lock "port-679c3f34-688b-4eb6-a2e3-163187b24155" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.474140] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired external semaphore "port-679c3f34-688b-4eb6-a2e3-163187b24155" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.474140] env[65562]: DEBUG networking_nsxv3.api.rpc [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('679c3f34-688b-4eb6-a2e3-163187b24155',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 933.474140] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-07e9ea33-0bac-42c5-a799-310bf68a44ed" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.474140] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-07e9ea33-0bac-42c5-a799-310bf68a44ed" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.474323] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.474464] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.474464] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.474595] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.474697] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.474749] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('07e9ea33-0bac-42c5-a799-310bf68a44ed',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 933.475412] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4132d76c-b936-46bb-b97f-b224ccb430f5" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.475555] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4132d76c-b936-46bb-b97f-b224ccb430f5" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.475709] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.475790] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.475918] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.475982] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.476071] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.476182] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4132d76c-b936-46bb-b97f-b224ccb430f5',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 933.523224] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f2427fed-1448-4d25-aa23-dcfee7f96b55',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 933.565241] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-7ac62e62-0a3c-489c-9474-5df65bce95a3 taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.565437] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7ac62e62-0a3c-489c-9474-5df65bce95a3" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.565471] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7ac62e62-0a3c-489c-9474-5df65bce95a3" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.565677] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7ac62e62-0a3c-489c-9474-5df65bce95a3" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.565847] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.565968] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.566015] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.566172] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.566258] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.566345] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7ac62e62-0a3c-489c-9474-5df65bce95a3" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.566515] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-7ac62e62-0a3c-489c-9474-5df65bce95a3 taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.566612] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7ac62e62-0a3c-489c-9474-5df65bce95a3" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.566720] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7ac62e62-0a3c-489c-9474-5df65bce95a3" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.566818] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7ac62e62-0a3c-489c-9474-5df65bce95a3" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.566971] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.567053] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.567112] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.567251] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.567331] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.567499] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7ac62e62-0a3c-489c-9474-5df65bce95a3" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.567615] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7ac62e62-0a3c-489c-9474-5df65bce95a3',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 933.809233] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.809233] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.809233] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.809233] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.809233] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.809233] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f16ec12d-20c3-4397-88de-54c2315b3cc8 is going to be created. [ 933.834422] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.834422] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.834422] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.834422] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.834422] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.844659] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f16ec12d-20c3-4397-88de-54c2315b3cc8 in Status: UNINITIALIZED for 2s [ 933.974771] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 07e9ea33-0bac-42c5-a799-310bf68a44ed: rpc.has_security_group_logging(os_id): False [ 933.976028] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2e02b16e-cdfb-4bee-bda2-5faa2f80fee1',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 933.980266] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.980266] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.980266] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.980266] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.980266] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.980266] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.980266] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.980266] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.980266] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.980266] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.980266] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2e02b16e-cdfb-4bee-bda2-5faa2f80fee1 is going to be deleted. [ 933.981771] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4132d76c-b936-46bb-b97f-b224ccb430f5',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 933.982614] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('07e9ea33-0bac-42c5-a799-310bf68a44ed',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 933.983595] env[65562]: DEBUG networking_nsxv3.common.locking [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.983772] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.984205] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.984276] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.984409] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.985253] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Segment Port 679c3f34-688b-4eb6-a2e3-163187b24155 not found, creating... [ 933.985253] env[65562]: DEBUG networking_nsxv3.common.locking [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.985253] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquiring lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.985253] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.985633] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired external semaphore "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.985633] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Releasing lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.985752] env[65562]: DEBUG networking_nsxv3.common.locking [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.985903] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.986023] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.986222] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.986345] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.986507] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Resource: SegmentPort with ID: 679c3f34-688b-4eb6-a2e3-163187b24155 is going to be created. [ 933.992831] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.992988] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.993042] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.993247] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.993332] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.993521] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.993640] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.993751] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.993853] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.993930] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.994025] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4132d76c-b936-46bb-b97f-b224ccb430f5 is going to be updated. [ 934.025509] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f2427fed-1448-4d25-aa23-dcfee7f96b55',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 934.036963] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.037587] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.038909] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.038909] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.038909] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.038909] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.038909] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.038909] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.038909] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.038909] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.039709] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.039938] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.040125] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.040979] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.040979] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.040979] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.040979] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.040979] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.041308] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.041501] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.041688] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 07e9ea33-0bac-42c5-a799-310bf68a44ed is going to be updated. [ 934.058986] env[65562]: DEBUG networking_nsxv3.common.locking [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.058986] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.058986] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.059276] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.059507] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.059801] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Releasing lock "port-679c3f34-688b-4eb6-a2e3-163187b24155" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.068832] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.069060] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.069133] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.069345] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.069566] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.070699] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7ac62e62-0a3c-489c-9474-5df65bce95a3: rpc.has_security_group_logging(os_id): False [ 934.072440] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.072752] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.072752] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.072937] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.072937] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.073013] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2e02b16e-cdfb-4bee-bda2-5faa2f80fee1" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.086538] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4132d76c-b936-46bb-b97f-b224ccb430f5 in Status: IN_PROGRESS for 2s [ 934.091272] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.091550] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.091649] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.091869] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.092158] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.092251] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.092360] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.092428] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.092597] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.092683] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.092868] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.092977] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.093053] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.093229] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.093378] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.093600] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.093743] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.093812] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.093965] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.094143] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.094248] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7ac62e62-0a3c-489c-9474-5df65bce95a3 is going to be created. [ 934.180813] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.180989] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.181069] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.181326] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.181573] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.201628] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 07e9ea33-0bac-42c5-a799-310bf68a44ed in Status: IN_PROGRESS for 2s [ 934.321742] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.321976] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.322123] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.322383] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.322670] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.364016] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7ac62e62-0a3c-489c-9474-5df65bce95a3 in Status: IN_PROGRESS for 2s [ 934.483940] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2e02b16e-cdfb-4bee-bda2-5faa2f80fee1: rpc.has_security_group_logging(os_id): False [ 934.495839] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4132d76c-b936-46bb-b97f-b224ccb430f5: rpc.has_security_group_logging(os_id): False [ 934.498237] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('07e9ea33-0bac-42c5-a799-310bf68a44ed',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 934.528667] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.532043] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.532043] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.532043] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.532043] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.532043] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f2427fed-1448-4d25-aa23-dcfee7f96b55 is going to be updated. [ 934.535078] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.535698] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.535698] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.535698] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.535698] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.537135] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.537135] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.537135] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.537135] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.537135] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.537135] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4132d76c-b936-46bb-b97f-b224ccb430f5 is going to be updated. [ 934.541021] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.541021] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.541021] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.541021] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.541021] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.541914] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.541914] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.541914] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.543821] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.543821] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.543821] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2e02b16e-cdfb-4bee-bda2-5faa2f80fee1 is going to be created. [ 934.576596] env[65562]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/2e02b16e-cdfb-4bee-bda2-5faa2f80fee1], does not exist path=[/infra/domains/default/groups/2e02b16e-cdfb-4bee-bda2-5faa2f80fee1]."\n}' [ 934.576852] env[65562]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2e02b16e-cdfb-4bee-bda2-5faa2f80fee1 failed to be updated, retrying after metadata refresh: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/2e02b16e-cdfb-4bee-bda2-5faa2f80fee1 [ 934.576964] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 934.583215] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.583396] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.583458] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.583757] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.583940] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.596733] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f2427fed-1448-4d25-aa23-dcfee7f96b55 in Status: IN_PROGRESS for 2s [ 934.637900] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.638132] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.638132] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.638399] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.639857] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.640240] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.640430] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.640430] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.640611] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.640779] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.640957] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.641096] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.641096] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.641323] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.641323] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.641583] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2e02b16e-cdfb-4bee-bda2-5faa2f80fee1 is going to be created. [ 934.666107] env[65562]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/2e02b16e-cdfb-4bee-bda2-5faa2f80fee1], does not exist path=[/infra/domains/default/groups/2e02b16e-cdfb-4bee-bda2-5faa2f80fee1]."\n}': requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/2e02b16e-cdfb-4bee-bda2-5faa2f80fee1 [ 934.666397] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2e02b16e-cdfb-4bee-bda2-5faa2f80fee1" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.666970] env[65562]: Traceback (most recent call last): [ 934.667067] env[65562]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 36, in wrapper [ 934.667067] env[65562]: return func(*args, **kwargs) [ 934.667067] env[65562]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 934.667067] env[65562]: res.raise_for_status() [ 934.667067] env[65562]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1026, in raise_for_status [ 934.667067] env[65562]: raise HTTPError(http_error_msg, response=self) [ 934.667067] env[65562]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/2e02b16e-cdfb-4bee-bda2-5faa2f80fee1 [ 934.667067] env[65562]: During handling of the above exception, another exception occurred: [ 934.667067] env[65562]: Traceback (most recent call last): [ 934.667067] env[65562]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/poll.py", line 111, in wait [ 934.667067] env[65562]: listener.cb(fileno) [ 934.667067] env[65562]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 934.667067] env[65562]: result = function(*args, **kwargs) [ 934.667067] env[65562]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/realization.py", line 210, in security_group_rules [ 934.667067] env[65562]: self.nsx_provider.sg_rules_realize(os_sg, logged=logged) [ 934.667067] env[65562]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 1012, in sg_rules_realize [ 934.667067] env[65562]: return self._realize(Provider.SG_RULES, delete, self.payload.sg_rules_container, os_sg, provider_sg) [ 934.667067] env[65562]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 45, in wrapper [ 934.667067] env[65562]: return func(self, resource_type, delete, self.payload.sg_rules_container, os_obj, provider_sg) [ 934.667067] env[65562]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 934.667067] env[65562]: res.raise_for_status() [ 934.667067] env[65562]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1026, in raise_for_status [ 934.667067] env[65562]: raise HTTPError(http_error_msg, response=self) [ 934.667067] env[65562]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/2e02b16e-cdfb-4bee-bda2-5faa2f80fee1 [ 934.667067] env[65562]: Removing descriptor: 33 [ 934.670268] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.670268] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.670268] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.670688] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.671021] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.692986] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4132d76c-b936-46bb-b97f-b224ccb430f5 in Status: IN_PROGRESS for 2s [ 934.817048] env[65562]: INFO networking_nsxv3.common.synchronization [req-9365678c-51ac-4a8b-9dee-88212ea078a3 req-8092b163-94ec-408f-9315-e0997667152a service nova] Enqueued Resource ID: f2427fed-1448-4d25-aa23-dcfee7f96b55 with Priority: HIGHEST for action security_group_rules [ 934.817048] env[65562]: INFO networking_nsxv3.common.synchronization [req-9365678c-51ac-4a8b-9dee-88212ea078a3 req-8092b163-94ec-408f-9315-e0997667152a service nova] Enqueued Resource ID: f2427fed-1448-4d25-aa23-dcfee7f96b55 with Priority: HIGHEST for action security_group_members [ 934.817048] env[65562]: INFO networking_nsxv3.common.synchronization [req-9365678c-51ac-4a8b-9dee-88212ea078a3 req-8092b163-94ec-408f-9315-e0997667152a service nova] Enqueued Resource ID: 679c3f34-688b-4eb6-a2e3-163187b24155 with Priority: HIGHEST for action port [ 934.817048] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f2427fed-1448-4d25-aa23-dcfee7f96b55 with Priority: HIGHEST for action security_group_rules [ 934.817048] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f2427fed-1448-4d25-aa23-dcfee7f96b55 with Priority: HIGHEST for action security_group_members [ 934.817048] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 679c3f34-688b-4eb6-a2e3-163187b24155 with Priority: HIGHEST for action port [ 934.817048] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f2427fed-1448-4d25-aa23-dcfee7f96b55 taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.818051] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f2427fed-1448-4d25-aa23-dcfee7f96b55" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.818727] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f2427fed-1448-4d25-aa23-dcfee7f96b55" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.818727] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f2427fed-1448-4d25-aa23-dcfee7f96b55" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.818727] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f2427fed-1448-4d25-aa23-dcfee7f96b55',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 934.819802] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-f2427fed-1448-4d25-aa23-dcfee7f96b55 taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.820035] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f2427fed-1448-4d25-aa23-dcfee7f96b55" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.821363] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock port-679c3f34-688b-4eb6-a2e3-163187b24155 taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.821363] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-679c3f34-688b-4eb6-a2e3-163187b24155" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.821363] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-679c3f34-688b-4eb6-a2e3-163187b24155" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.821363] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-679c3f34-688b-4eb6-a2e3-163187b24155" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.821363] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('679c3f34-688b-4eb6-a2e3-163187b24155',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 935.000721] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.000963] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.001057] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.001269] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.001365] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.001542] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 07e9ea33-0bac-42c5-a799-310bf68a44ed is going to be updated. [ 935.032800] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.032983] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.033040] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.033245] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.033905] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.051550] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 07e9ea33-0bac-42c5-a799-310bf68a44ed in Status: IN_PROGRESS for 2s [ 935.322619] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-f2427fed-1448-4d25-aa23-dcfee7f96b55 taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.322770] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f2427fed-1448-4d25-aa23-dcfee7f96b55" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.324600] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 679c3f34-688b-4eb6-a2e3-163187b24155 with status ACTIVE [ 935.324600] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.324600] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.324600] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.324889] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.324889] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.325093] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.325192] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.325251] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.325401] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.325474] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.325655] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.325744] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.325801] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.328028] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.328028] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.328028] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 679c3f34-688b-4eb6-a2e3-163187b24155 is going to be updated. [ 935.362424] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.362424] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.362535] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.362707] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.362869] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.363055] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-679c3f34-688b-4eb6-a2e3-163187b24155" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.856400] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f16ec12d-20c3-4397-88de-54c2315b3cc8 in Status: SUCCESS [ 935.856818] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f16ec12d-20c3-4397-88de-54c2315b3cc8" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.856949] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f16ec12d-20c3-4397-88de-54c2315b3cc8" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.857198] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f16ec12d-20c3-4397-88de-54c2315b3cc8" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.857422] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.857563] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.857623] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.857822] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.857889] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.857936] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f16ec12d-20c3-4397-88de-54c2315b3cc8" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.858090] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f16ec12d-20c3-4397-88de-54c2315b3cc8',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 936.105292] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4132d76c-b936-46bb-b97f-b224ccb430f5 in Status: SUCCESS [ 936.105483] env[65562]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4132d76c-b936-46bb-b97f-b224ccb430f5 deletion is rescheduled due to dependency. [ 936.105600] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4132d76c-b936-46bb-b97f-b224ccb430f5" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.217367] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 07e9ea33-0bac-42c5-a799-310bf68a44ed in Status: SUCCESS [ 936.217642] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-07e9ea33-0bac-42c5-a799-310bf68a44ed" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.217826] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-07e9ea33-0bac-42c5-a799-310bf68a44ed" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.218056] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-07e9ea33-0bac-42c5-a799-310bf68a44ed" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.218144] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('07e9ea33-0bac-42c5-a799-310bf68a44ed',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 936.360040] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f16ec12d-20c3-4397-88de-54c2315b3cc8',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 936.378566] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7ac62e62-0a3c-489c-9474-5df65bce95a3 in Status: SUCCESS [ 936.378855] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7ac62e62-0a3c-489c-9474-5df65bce95a3" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.609829] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f2427fed-1448-4d25-aa23-dcfee7f96b55 in Status: SUCCESS [ 936.610136] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f2427fed-1448-4d25-aa23-dcfee7f96b55" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.610358] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f2427fed-1448-4d25-aa23-dcfee7f96b55" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.610692] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f2427fed-1448-4d25-aa23-dcfee7f96b55" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.610939] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.611112] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.611181] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.611401] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.611482] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.611617] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f2427fed-1448-4d25-aa23-dcfee7f96b55',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 936.707846] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4132d76c-b936-46bb-b97f-b224ccb430f5 in Status: SUCCESS [ 936.707846] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4132d76c-b936-46bb-b97f-b224ccb430f5" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.721738] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-07e9ea33-0bac-42c5-a799-310bf68a44ed taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.721738] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-07e9ea33-0bac-42c5-a799-310bf68a44ed" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.862853] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f16ec12d-20c3-4397-88de-54c2315b3cc8: rpc.has_security_group_logging(os_id): False [ 936.883684] env[65562]: INFO networking_nsxv3.common.synchronization [req-e6820abc-a8c2-489e-8fd2-a5873e81b0cb req-6ccb2f5e-58dd-4097-b486-9666f6d6d436 tempest-MigrationsAdminTest-1407765695 tempest-MigrationsAdminTest-1407765695-project-member] Enqueued Resource ID: ad1d197f-74fd-4a7c-9caf-d387031492a3 with Priority: HIGHEST for action security_group_members [ 936.884926] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.885091] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.885172] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.885379] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.885505] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.885793] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.885911] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.885999] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.886195] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.886313] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.886361] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f16ec12d-20c3-4397-88de-54c2315b3cc8 is going to be created. [ 936.888266] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ad1d197f-74fd-4a7c-9caf-d387031492a3 with Priority: HIGHEST for action security_group_members [ 936.888602] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-ad1d197f-74fd-4a7c-9caf-d387031492a3 taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.888709] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ad1d197f-74fd-4a7c-9caf-d387031492a3" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.888825] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ad1d197f-74fd-4a7c-9caf-d387031492a3" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.888940] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ad1d197f-74fd-4a7c-9caf-d387031492a3" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.889085] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.889326] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.889326] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.889522] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.889522] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.889624] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ad1d197f-74fd-4a7c-9caf-d387031492a3',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 936.964072] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.964258] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.964305] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.964521] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.964709] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.977163] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f16ec12d-20c3-4397-88de-54c2315b3cc8 in Status: IN_PROGRESS for 2s [ 937.072292] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 07e9ea33-0bac-42c5-a799-310bf68a44ed in Status: SUCCESS [ 937.072518] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-07e9ea33-0bac-42c5-a799-310bf68a44ed" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.072693] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-07e9ea33-0bac-42c5-a799-310bf68a44ed" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.072922] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-07e9ea33-0bac-42c5-a799-310bf68a44ed" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.073223] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.073350] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.073417] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.073588] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.073673] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.073758] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-07e9ea33-0bac-42c5-a799-310bf68a44ed" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.073847] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('07e9ea33-0bac-42c5-a799-310bf68a44ed',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 937.115548] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f2427fed-1448-4d25-aa23-dcfee7f96b55',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 937.391681] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ad1d197f-74fd-4a7c-9caf-d387031492a3',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 937.578807] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-07e9ea33-0bac-42c5-a799-310bf68a44ed taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.578807] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-07e9ea33-0bac-42c5-a799-310bf68a44ed" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.578807] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-07e9ea33-0bac-42c5-a799-310bf68a44ed" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.578807] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-07e9ea33-0bac-42c5-a799-310bf68a44ed" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.578807] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.578807] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.578807] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.578807] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.578807] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.578807] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-07e9ea33-0bac-42c5-a799-310bf68a44ed" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.578807] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-07e9ea33-0bac-42c5-a799-310bf68a44ed taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.578807] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-07e9ea33-0bac-42c5-a799-310bf68a44ed" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.578807] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-07e9ea33-0bac-42c5-a799-310bf68a44ed" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.578807] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-07e9ea33-0bac-42c5-a799-310bf68a44ed" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.578807] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.578807] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.580016] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.580016] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.580016] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.580016] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-07e9ea33-0bac-42c5-a799-310bf68a44ed" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.580016] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('07e9ea33-0bac-42c5-a799-310bf68a44ed',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 937.618480] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f2427fed-1448-4d25-aa23-dcfee7f96b55',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 937.893376] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ad1d197f-74fd-4a7c-9caf-d387031492a3',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 938.084221] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 07e9ea33-0bac-42c5-a799-310bf68a44ed: rpc.has_security_group_logging(os_id): False [ 938.102784] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.102784] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.102784] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.102977] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.120799] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.121040] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.121130] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.121497] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.121593] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.121593] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f2427fed-1448-4d25-aa23-dcfee7f96b55 is going to be updated. [ 938.123716] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.123948] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.124090] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.124162] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.124326] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.124419] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.125031] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.125031] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.125031] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.125031] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.125031] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.125267] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.125371] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.125371] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.125473] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.125547] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.125627] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 07e9ea33-0bac-42c5-a799-310bf68a44ed is going to be updated. [ 938.173120] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.173120] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.173120] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.173539] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.173539] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.190947] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f2427fed-1448-4d25-aa23-dcfee7f96b55 in Status: IN_PROGRESS for 2s [ 938.218828] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.219058] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.219128] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.219375] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.219555] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.241040] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 07e9ea33-0bac-42c5-a799-310bf68a44ed in Status: IN_PROGRESS for 2s [ 938.395993] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.396256] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.396335] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.396724] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.396824] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.396948] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ad1d197f-74fd-4a7c-9caf-d387031492a3 is going to be updated. [ 938.445362] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.445573] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.445622] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.445811] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.446037] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.459499] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ad1d197f-74fd-4a7c-9caf-d387031492a3 in Status: IN_PROGRESS for 2s [ 938.989819] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f16ec12d-20c3-4397-88de-54c2315b3cc8 in Status: SUCCESS [ 938.990170] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f16ec12d-20c3-4397-88de-54c2315b3cc8" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.562137] env[65562]: INFO networking_nsxv3.common.synchronization [req-f5a6e314-b65a-487a-aff0-f118545ccdc0 req-34a8eb39-4f37-4744-a349-c503e5346df7 tempest-ServerRescueTestJSON-110068010 tempest-ServerRescueTestJSON-110068010-project-member] Enqueued Resource ID: 401e6d64-4f68-41e2-81f2-8fedd10f0ee8 with Priority: HIGHEST for action security_group_members [ 939.562677] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 401e6d64-4f68-41e2-81f2-8fedd10f0ee8 with Priority: HIGHEST for action security_group_members [ 939.562994] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-401e6d64-4f68-41e2-81f2-8fedd10f0ee8 taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.563134] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-401e6d64-4f68-41e2-81f2-8fedd10f0ee8" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.563189] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-401e6d64-4f68-41e2-81f2-8fedd10f0ee8" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.563376] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-401e6d64-4f68-41e2-81f2-8fedd10f0ee8" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.563542] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.563642] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.563704] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.563859] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.563942] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.564047] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('401e6d64-4f68-41e2-81f2-8fedd10f0ee8',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 940.065947] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.066292] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.066292] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.066465] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.091056] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.091056] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.091056] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.091056] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.091288] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.091319] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.091415] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 401e6d64-4f68-41e2-81f2-8fedd10f0ee8 is going to be updated. [ 940.136662] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.136662] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.136662] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.136662] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.136876] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.145952] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 401e6d64-4f68-41e2-81f2-8fedd10f0ee8 in Status: IN_PROGRESS for 2s [ 940.205225] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f2427fed-1448-4d25-aa23-dcfee7f96b55 in Status: SUCCESS [ 940.205225] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f2427fed-1448-4d25-aa23-dcfee7f96b55" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.205967] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f2427fed-1448-4d25-aa23-dcfee7f96b55" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.205967] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f2427fed-1448-4d25-aa23-dcfee7f96b55" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.205967] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.205967] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.205967] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.206277] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.206277] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.206277] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f2427fed-1448-4d25-aa23-dcfee7f96b55" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.206277] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f2427fed-1448-4d25-aa23-dcfee7f96b55',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 940.279943] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 07e9ea33-0bac-42c5-a799-310bf68a44ed in Status: SUCCESS [ 940.280330] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-07e9ea33-0bac-42c5-a799-310bf68a44ed" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.475014] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ad1d197f-74fd-4a7c-9caf-d387031492a3 in Status: SUCCESS [ 940.475014] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ad1d197f-74fd-4a7c-9caf-d387031492a3" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.710464] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-f2427fed-1448-4d25-aa23-dcfee7f96b55 taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.710649] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f2427fed-1448-4d25-aa23-dcfee7f96b55" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.710726] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f2427fed-1448-4d25-aa23-dcfee7f96b55" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.710947] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f2427fed-1448-4d25-aa23-dcfee7f96b55" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.711203] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.711309] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.711372] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.711584] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.711694] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.711781] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f2427fed-1448-4d25-aa23-dcfee7f96b55" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.711929] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-f2427fed-1448-4d25-aa23-dcfee7f96b55 taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.712071] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f2427fed-1448-4d25-aa23-dcfee7f96b55" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.712116] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f2427fed-1448-4d25-aa23-dcfee7f96b55" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.712228] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f2427fed-1448-4d25-aa23-dcfee7f96b55" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.713341] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.713617] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.713617] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.713742] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.713825] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.714127] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f2427fed-1448-4d25-aa23-dcfee7f96b55" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.714253] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f2427fed-1448-4d25-aa23-dcfee7f96b55',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 941.220944] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f2427fed-1448-4d25-aa23-dcfee7f96b55: rpc.has_security_group_logging(os_id): False [ 941.240825] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.240981] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.241117] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.241279] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.272447] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.272447] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.272447] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.272447] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.272447] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.272447] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.272447] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.272447] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.272447] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.272447] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.272447] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.272447] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.272447] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.272447] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.273013] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.273013] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.273013] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f2427fed-1448-4d25-aa23-dcfee7f96b55 is going to be updated. [ 941.349610] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.349610] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.349610] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.349610] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.349766] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.371572] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f2427fed-1448-4d25-aa23-dcfee7f96b55 in Status: IN_PROGRESS for 2s [ 942.158703] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 401e6d64-4f68-41e2-81f2-8fedd10f0ee8 in Status: SUCCESS [ 942.158992] env[65562]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 401e6d64-4f68-41e2-81f2-8fedd10f0ee8 deletion is rescheduled due to dependency. [ 942.159113] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-401e6d64-4f68-41e2-81f2-8fedd10f0ee8" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.466721] env[65562]: INFO networking_nsxv3.common.synchronization [req-a73722a1-653c-4799-a1b0-09534f0b0172 req-1ee5204d-e947-48fe-b5ea-727496af681f tempest-ServerDiagnosticsTest-1307679736 tempest-ServerDiagnosticsTest-1307679736-project-member] Enqueued Resource ID: 7ac62e62-0a3c-489c-9474-5df65bce95a3 with Priority: HIGHEST for action security_group_members [ 942.467329] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7ac62e62-0a3c-489c-9474-5df65bce95a3 with Priority: HIGHEST for action security_group_members [ 942.467674] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-7ac62e62-0a3c-489c-9474-5df65bce95a3 taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.467836] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7ac62e62-0a3c-489c-9474-5df65bce95a3" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.467924] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7ac62e62-0a3c-489c-9474-5df65bce95a3" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.468176] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7ac62e62-0a3c-489c-9474-5df65bce95a3" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.468378] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.468484] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.468610] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.468717] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.468918] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.468977] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7ac62e62-0a3c-489c-9474-5df65bce95a3',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 942.680124] env[65562]: INFO networking_nsxv3.common.synchronization [req-6482c211-9b64-484d-ba7d-03badfd94a6f req-89eca459-a566-4ffa-a360-25bc75359689 tempest-ServersAdminTestJSON-654717704 tempest-ServersAdminTestJSON-654717704-project-member] Enqueued Resource ID: 9c637330-1eb5-4d0f-9bfc-c8d2f1935709 with Priority: HIGHEST for action security_group_members [ 942.680668] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9c637330-1eb5-4d0f-9bfc-c8d2f1935709 with Priority: HIGHEST for action security_group_members [ 942.680978] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-9c637330-1eb5-4d0f-9bfc-c8d2f1935709 taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.681125] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9c637330-1eb5-4d0f-9bfc-c8d2f1935709" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.681170] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9c637330-1eb5-4d0f-9bfc-c8d2f1935709" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.681378] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9c637330-1eb5-4d0f-9bfc-c8d2f1935709" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.681529] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.681629] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.681691] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.681843] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.681931] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.682035] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9c637330-1eb5-4d0f-9bfc-c8d2f1935709',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 942.970890] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.971024] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.971024] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.971264] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.992986] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.993279] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.993408] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.993475] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.993692] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.993775] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.993864] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7ac62e62-0a3c-489c-9474-5df65bce95a3 is going to be updated. [ 943.023793] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.023894] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.023894] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.024437] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.024437] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.034812] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7ac62e62-0a3c-489c-9474-5df65bce95a3 in Status: IN_PROGRESS for 2s [ 943.184910] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9c637330-1eb5-4d0f-9bfc-c8d2f1935709',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 943.386987] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f2427fed-1448-4d25-aa23-dcfee7f96b55 in Status: SUCCESS [ 943.387888] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f2427fed-1448-4d25-aa23-dcfee7f96b55" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.687281] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9c637330-1eb5-4d0f-9bfc-c8d2f1935709',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 944.190063] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.190218] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.190256] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.190485] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.190578] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.190681] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9c637330-1eb5-4d0f-9bfc-c8d2f1935709 is going to be updated. [ 944.219393] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.219586] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.219655] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.219837] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.219996] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.229858] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9c637330-1eb5-4d0f-9bfc-c8d2f1935709 in Status: IN_PROGRESS for 2s [ 944.621337] env[65562]: INFO networking_nsxv3.common.synchronization [req-61e7abd7-87ad-452d-a274-5c770c86fb8f req-6efe39aa-4671-4c35-beb4-83a78db9f922 tempest-ServersAdminNegativeTestJSON-1385653827 tempest-ServersAdminNegativeTestJSON-1385653827-project-member] Enqueued Resource ID: 668efc0e-4cc7-4181-b04a-d658d4d5a698 with Priority: HIGHEST for action security_group_members [ 944.622030] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 668efc0e-4cc7-4181-b04a-d658d4d5a698 with Priority: HIGHEST for action security_group_members [ 944.622187] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-668efc0e-4cc7-4181-b04a-d658d4d5a698 taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.622308] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-668efc0e-4cc7-4181-b04a-d658d4d5a698" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.622375] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-668efc0e-4cc7-4181-b04a-d658d4d5a698" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.622577] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-668efc0e-4cc7-4181-b04a-d658d4d5a698" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.622768] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.622830] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.622891] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.623071] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.623164] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.623256] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('668efc0e-4cc7-4181-b04a-d658d4d5a698',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 945.044783] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7ac62e62-0a3c-489c-9474-5df65bce95a3 in Status: SUCCESS [ 945.045040] env[65562]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7ac62e62-0a3c-489c-9474-5df65bce95a3 deletion is rescheduled due to dependency. [ 945.045129] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7ac62e62-0a3c-489c-9474-5df65bce95a3" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.125831] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.126038] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.126086] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.126332] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.150061] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.150386] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.150574] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.150574] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.150812] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.150926] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.150988] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 668efc0e-4cc7-4181-b04a-d658d4d5a698 is going to be updated. [ 945.182697] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.182816] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.182868] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.183212] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.183289] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.194100] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 668efc0e-4cc7-4181-b04a-d658d4d5a698 in Status: IN_PROGRESS for 2s [ 946.239555] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9c637330-1eb5-4d0f-9bfc-c8d2f1935709 in Status: SUCCESS [ 946.239910] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9c637330-1eb5-4d0f-9bfc-c8d2f1935709" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.203944] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 668efc0e-4cc7-4181-b04a-d658d4d5a698 in Status: SUCCESS [ 947.204184] env[65562]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 668efc0e-4cc7-4181-b04a-d658d4d5a698 deletion is rescheduled due to dependency. [ 947.204306] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-668efc0e-4cc7-4181-b04a-d658d4d5a698" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.563070] env[65562]: INFO networking_nsxv3.common.synchronization [req-f3f37429-170e-489d-8587-3abee9f542e4 req-55bf0f59-de05-4cef-88bd-a84ce9ddb3f5 tempest-ServersNegativeTestJSON-991191849 tempest-ServersNegativeTestJSON-991191849-project-member] Enqueued Resource ID: f2427fed-1448-4d25-aa23-dcfee7f96b55 with Priority: HIGHEST for action security_group_members [ 947.564331] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f2427fed-1448-4d25-aa23-dcfee7f96b55 with Priority: HIGHEST for action security_group_members [ 947.564331] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-f2427fed-1448-4d25-aa23-dcfee7f96b55 taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.564331] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f2427fed-1448-4d25-aa23-dcfee7f96b55" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.564527] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f2427fed-1448-4d25-aa23-dcfee7f96b55" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.564607] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f2427fed-1448-4d25-aa23-dcfee7f96b55" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.564791] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.564893] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.564957] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.565127] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.565214] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.565307] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f2427fed-1448-4d25-aa23-dcfee7f96b55',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 948.067858] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f2427fed-1448-4d25-aa23-dcfee7f96b55',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 948.249598] env[65562]: INFO networking_nsxv3.common.synchronization [None req-25df0a3b-672c-452b-90a8-c2e674e51f8f tempest-ServerActionsTestOtherA-1532973600 tempest-ServerActionsTestOtherA-1532973600-project-member] Enqueued Resource ID: 4c2a8843-b805-4cfd-a5a2-1878854f0ef8 with Priority: HIGHEST for action security_group_rules [ 948.250377] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4c2a8843-b805-4cfd-a5a2-1878854f0ef8 with Priority: HIGHEST for action security_group_rules [ 948.250704] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4c2a8843-b805-4cfd-a5a2-1878854f0ef8 taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.250832] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4c2a8843-b805-4cfd-a5a2-1878854f0ef8" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.250900] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4c2a8843-b805-4cfd-a5a2-1878854f0ef8" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.251167] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4c2a8843-b805-4cfd-a5a2-1878854f0ef8" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.251250] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4c2a8843-b805-4cfd-a5a2-1878854f0ef8',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 948.369868] env[65562]: INFO networking_nsxv3.common.synchronization [None req-27e12d68-60b9-4b98-9265-b93c0141d1c2 tempest-ServerActionsTestOtherA-1532973600 tempest-ServerActionsTestOtherA-1532973600-project-member] Enqueued Resource ID: 4c2a8843-b805-4cfd-a5a2-1878854f0ef8 with Priority: HIGHEST for action security_group_rules [ 948.370512] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4c2a8843-b805-4cfd-a5a2-1878854f0ef8 with Priority: HIGHEST for action security_group_rules [ 948.370936] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4c2a8843-b805-4cfd-a5a2-1878854f0ef8 taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.371996] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4c2a8843-b805-4cfd-a5a2-1878854f0ef8" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.570253] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f2427fed-1448-4d25-aa23-dcfee7f96b55',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 948.773540] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.775464] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.775565] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.775756] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.775855] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.775956] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4c2a8843-b805-4cfd-a5a2-1878854f0ef8 already deleted. [ 948.776054] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4c2a8843-b805-4cfd-a5a2-1878854f0ef8" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.776221] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4c2a8843-b805-4cfd-a5a2-1878854f0ef8" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.776387] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4c2a8843-b805-4cfd-a5a2-1878854f0ef8" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.776471] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4c2a8843-b805-4cfd-a5a2-1878854f0ef8',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 949.073229] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.073442] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.073520] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.073799] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.073903] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.074014] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f2427fed-1448-4d25-aa23-dcfee7f96b55 is going to be updated. [ 949.138212] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.138212] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.138212] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.138624] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.138941] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.152241] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f2427fed-1448-4d25-aa23-dcfee7f96b55 in Status: IN_PROGRESS for 2s [ 949.309184] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.309184] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.309184] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.309184] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.309184] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.309184] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4c2a8843-b805-4cfd-a5a2-1878854f0ef8 already deleted. [ 949.309184] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4c2a8843-b805-4cfd-a5a2-1878854f0ef8" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.631384] env[65562]: INFO networking_nsxv3.common.synchronization [req-adca8529-2ee4-4d6e-a9c9-96622b477c8a req-375f97ee-b589-48c2-9d14-b2f996b5d601 tempest-ServerActionsTestOtherB-2039716914 tempest-ServerActionsTestOtherB-2039716914-project-member] Enqueued Resource ID: 865e7ac2-3667-4252-8906-3696721e534a with Priority: HIGHEST for action security_group_members [ 950.631736] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 865e7ac2-3667-4252-8906-3696721e534a with Priority: HIGHEST for action security_group_members [ 950.632043] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-865e7ac2-3667-4252-8906-3696721e534a taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.632359] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-865e7ac2-3667-4252-8906-3696721e534a" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.632359] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-865e7ac2-3667-4252-8906-3696721e534a" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.632480] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-865e7ac2-3667-4252-8906-3696721e534a" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.632569] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.632666] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.632727] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.632872] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.632961] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.636130] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('865e7ac2-3667-4252-8906-3696721e534a',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 951.000034] env[65562]: DEBUG networking_nsxv3.common.locking [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Lock network-988 taken with stack trace [, , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.000242] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquiring lock "network-988" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.000369] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired lock "network-988" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.000743] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired external semaphore "network-988" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.001034] env[65562]: DEBUG networking_nsxv3.common.locking [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.001181] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquiring lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.001299] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.001541] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired external semaphore "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.002528] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Releasing lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.002528] env[65562]: DEBUG dogpile.cache.region [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] No value present for key: 'zone-id' {{(pid=65562) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 951.002528] env[65562]: DEBUG dogpile.lock [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] NeedRegenerationException {{(pid=65562) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 951.002528] env[65562]: DEBUG dogpile.lock [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] no value, waiting for create lock {{(pid=65562) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 951.002528] env[65562]: DEBUG dogpile.lock [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] value creation lock acquired {{(pid=65562) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 951.002528] env[65562]: DEBUG dogpile.cache.region [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] No value present for key: 'zone-id' {{(pid=65562) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 951.002778] env[65562]: DEBUG dogpile.lock [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Calling creation function for not-yet-present value {{(pid=65562) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 951.002778] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 951.020756] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 951.020951] env[65562]: DEBUG dogpile.cache.region [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=65562) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 951.021106] env[65562]: DEBUG dogpile.lock [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Released creation lock {{(pid=65562) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 951.021282] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Releasing lock "network-988" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.021587] env[65562]: DEBUG networking_nsxv3.common.locking [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Lock port-b32d417c-7ef2-48ca-897c-8c196f8c8bac taken with stack trace [, , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.021757] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquiring lock "port-b32d417c-7ef2-48ca-897c-8c196f8c8bac" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.021966] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired lock "port-b32d417c-7ef2-48ca-897c-8c196f8c8bac" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.022411] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired external semaphore "port-b32d417c-7ef2-48ca-897c-8c196f8c8bac" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.022601] env[65562]: DEBUG networking_nsxv3.api.rpc [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b32d417c-7ef2-48ca-897c-8c196f8c8bac',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 951.140226] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.141037] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.141037] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.141037] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.162188] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f2427fed-1448-4d25-aa23-dcfee7f96b55 in Status: SUCCESS [ 951.162373] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f2427fed-1448-4d25-aa23-dcfee7f96b55" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.165631] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.165890] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.166021] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.166092] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.166296] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.166378] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.166470] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 865e7ac2-3667-4252-8906-3696721e534a is going to be updated. [ 951.196424] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.196635] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.196727] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.196945] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.197112] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.208543] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 865e7ac2-3667-4252-8906-3696721e534a in Status: IN_PROGRESS for 2s [ 951.525771] env[65562]: DEBUG networking_nsxv3.common.locking [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.525988] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.526153] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.526481] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.526811] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.526888] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Segment Port b32d417c-7ef2-48ca-897c-8c196f8c8bac not found, creating... [ 951.527153] env[65562]: DEBUG networking_nsxv3.common.locking [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.527344] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquiring lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.527455] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.527701] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired external semaphore "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.527857] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Releasing lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.528201] env[65562]: DEBUG networking_nsxv3.common.locking [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.528359] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.528998] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.528998] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.528998] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.529213] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Resource: SegmentPort with ID: b32d417c-7ef2-48ca-897c-8c196f8c8bac is going to be created. [ 951.552424] env[65562]: DEBUG networking_nsxv3.common.locking [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.552594] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.552754] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.552952] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.553227] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.553477] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Releasing lock "port-b32d417c-7ef2-48ca-897c-8c196f8c8bac" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.260783] env[65562]: INFO networking_nsxv3.common.synchronization [req-adca8529-2ee4-4d6e-a9c9-96622b477c8a req-5d39c1af-beb3-493f-b596-6eb30c0077cf service nova] Enqueued Resource ID: 865e7ac2-3667-4252-8906-3696721e534a with Priority: HIGHEST for action security_group_rules [ 952.261147] env[65562]: INFO networking_nsxv3.common.synchronization [req-adca8529-2ee4-4d6e-a9c9-96622b477c8a req-5d39c1af-beb3-493f-b596-6eb30c0077cf service nova] Enqueued Resource ID: 865e7ac2-3667-4252-8906-3696721e534a with Priority: HIGHEST for action security_group_members [ 952.261497] env[65562]: INFO networking_nsxv3.common.synchronization [req-adca8529-2ee4-4d6e-a9c9-96622b477c8a req-5d39c1af-beb3-493f-b596-6eb30c0077cf service nova] Enqueued Resource ID: b32d417c-7ef2-48ca-897c-8c196f8c8bac with Priority: HIGHEST for action port [ 952.262096] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 865e7ac2-3667-4252-8906-3696721e534a with Priority: HIGHEST for action security_group_rules [ 952.262241] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 865e7ac2-3667-4252-8906-3696721e534a with Priority: HIGHEST for action security_group_members [ 952.262414] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b32d417c-7ef2-48ca-897c-8c196f8c8bac with Priority: HIGHEST for action port [ 952.262662] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock rules-865e7ac2-3667-4252-8906-3696721e534a taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.262804] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-865e7ac2-3667-4252-8906-3696721e534a" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.262947] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-865e7ac2-3667-4252-8906-3696721e534a" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.263043] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-865e7ac2-3667-4252-8906-3696721e534a" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.263127] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('865e7ac2-3667-4252-8906-3696721e534a',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 952.264015] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-865e7ac2-3667-4252-8906-3696721e534a taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.264160] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-865e7ac2-3667-4252-8906-3696721e534a" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.264300] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock port-b32d417c-7ef2-48ca-897c-8c196f8c8bac taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.264413] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b32d417c-7ef2-48ca-897c-8c196f8c8bac" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.264471] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b32d417c-7ef2-48ca-897c-8c196f8c8bac" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.264614] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b32d417c-7ef2-48ca-897c-8c196f8c8bac" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.264692] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b32d417c-7ef2-48ca-897c-8c196f8c8bac',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 952.766588] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-865e7ac2-3667-4252-8906-3696721e534a taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.766588] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-865e7ac2-3667-4252-8906-3696721e534a" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.767950] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b32d417c-7ef2-48ca-897c-8c196f8c8bac with status ACTIVE [ 952.768271] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.769344] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.769344] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.769344] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.769344] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.769344] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.769344] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.769344] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.769344] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.769682] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.769682] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.769682] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.769799] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.769943] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.769943] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.770042] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b32d417c-7ef2-48ca-897c-8c196f8c8bac is going to be updated. [ 952.793051] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.793386] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.793563] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.793859] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.794115] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.794369] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b32d417c-7ef2-48ca-897c-8c196f8c8bac" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.218393] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 865e7ac2-3667-4252-8906-3696721e534a in Status: SUCCESS [ 953.218588] env[65562]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 865e7ac2-3667-4252-8906-3696721e534a deletion is rescheduled due to dependency. [ 953.218710] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-865e7ac2-3667-4252-8906-3696721e534a" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.218921] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-865e7ac2-3667-4252-8906-3696721e534a" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.219213] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-865e7ac2-3667-4252-8906-3696721e534a" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.219399] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.219520] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.219587] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.219736] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.219820] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.219917] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('865e7ac2-3667-4252-8906-3696721e534a',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 953.721893] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('865e7ac2-3667-4252-8906-3696721e534a',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 954.224678] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('865e7ac2-3667-4252-8906-3696721e534a',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 954.728028] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.728339] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.728339] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.728465] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.728556] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.728648] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 865e7ac2-3667-4252-8906-3696721e534a is going to be updated. [ 954.755585] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.755738] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.755810] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.756781] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.756781] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.765298] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 865e7ac2-3667-4252-8906-3696721e534a in Status: IN_PROGRESS for 2s [ 956.777714] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 865e7ac2-3667-4252-8906-3696721e534a in Status: SUCCESS [ 956.777990] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-865e7ac2-3667-4252-8906-3696721e534a" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.778128] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-865e7ac2-3667-4252-8906-3696721e534a" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.778345] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-865e7ac2-3667-4252-8906-3696721e534a" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.778591] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.778718] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.778787] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.778946] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.779037] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.779125] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-865e7ac2-3667-4252-8906-3696721e534a" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.779218] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('865e7ac2-3667-4252-8906-3696721e534a',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 957.046052] env[65562]: INFO networking_nsxv3.common.synchronization [req-6c4df025-3e67-42d2-a2b2-5ab5cd8937b7 req-d1dca82a-59ba-42d1-abf4-4d63c5d900a5 tempest-ListServerFiltersTestJSON-1836936355 tempest-ListServerFiltersTestJSON-1836936355-project-member] Enqueued Resource ID: 287d2f33-e266-41a4-96b8-2f16db834f62 with Priority: HIGHEST for action security_group_members [ 957.046294] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 287d2f33-e266-41a4-96b8-2f16db834f62 with Priority: HIGHEST for action security_group_members [ 957.046566] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-287d2f33-e266-41a4-96b8-2f16db834f62 taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.046700] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-287d2f33-e266-41a4-96b8-2f16db834f62" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.046750] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-287d2f33-e266-41a4-96b8-2f16db834f62" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.046965] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-287d2f33-e266-41a4-96b8-2f16db834f62" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.048588] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.048588] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.048588] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.048588] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.048588] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.048588] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('287d2f33-e266-41a4-96b8-2f16db834f62',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 957.282078] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('865e7ac2-3667-4252-8906-3696721e534a',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 957.551326] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.551560] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.551560] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.551729] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.576093] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.576361] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.576483] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.576549] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.576856] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.576944] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.577051] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 287d2f33-e266-41a4-96b8-2f16db834f62 is going to be updated. [ 957.606675] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.606847] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.606914] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.607137] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.607284] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.615811] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 287d2f33-e266-41a4-96b8-2f16db834f62 in Status: IN_PROGRESS for 2s [ 957.784257] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 865e7ac2-3667-4252-8906-3696721e534a: rpc.has_security_group_logging(os_id): False [ 957.803222] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.803442] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.803528] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.803775] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.803915] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.804250] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.804394] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.804538] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.804730] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.804820] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.804912] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 865e7ac2-3667-4252-8906-3696721e534a is going to be updated. [ 957.864100] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.864100] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.864100] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.864100] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.864100] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.875094] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 865e7ac2-3667-4252-8906-3696721e534a in Status: IN_PROGRESS for 2s [ 959.627184] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 287d2f33-e266-41a4-96b8-2f16db834f62 in Status: SUCCESS [ 959.627565] env[65562]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 287d2f33-e266-41a4-96b8-2f16db834f62 deletion is rescheduled due to dependency. [ 959.627732] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-287d2f33-e266-41a4-96b8-2f16db834f62" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.887321] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 865e7ac2-3667-4252-8906-3696721e534a in Status: SUCCESS [ 959.887447] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-865e7ac2-3667-4252-8906-3696721e534a" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.699959] env[65562]: INFO networking_nsxv3.common.synchronization [req-5864ef70-eb5b-49b0-b468-af26cd6fc25c req-a292fb9a-072b-4e00-bd03-544947302d73 tempest-AttachVolumeTestJSON-1703790782 tempest-AttachVolumeTestJSON-1703790782-project-member] Enqueued Resource ID: c63924d5-cb54-49ee-ae44-63e03a78c8e3 with Priority: HIGHEST for action security_group_members [ 961.700506] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c63924d5-cb54-49ee-ae44-63e03a78c8e3 with Priority: HIGHEST for action security_group_members [ 961.700812] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-c63924d5-cb54-49ee-ae44-63e03a78c8e3 taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.700937] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c63924d5-cb54-49ee-ae44-63e03a78c8e3" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.701011] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c63924d5-cb54-49ee-ae44-63e03a78c8e3" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.701288] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c63924d5-cb54-49ee-ae44-63e03a78c8e3" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.701504] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.701585] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.701698] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.701816] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.701922] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.702035] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c63924d5-cb54-49ee-ae44-63e03a78c8e3',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 962.028474] env[65562]: DEBUG networking_nsxv3.common.locking [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Lock network-556 taken with stack trace [, , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.028474] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquiring lock "network-556" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.028474] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired lock "network-556" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.028474] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired external semaphore "network-556" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.029146] env[65562]: DEBUG networking_nsxv3.common.locking [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.029518] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquiring lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.033020] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.033020] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired external semaphore "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.033020] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Releasing lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.033020] env[65562]: DEBUG dogpile.cache.region [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] No value present for key: 'zone-id' {{(pid=65562) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 962.033020] env[65562]: DEBUG dogpile.lock [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] NeedRegenerationException {{(pid=65562) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 962.033020] env[65562]: DEBUG dogpile.lock [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] no value, waiting for create lock {{(pid=65562) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 962.033020] env[65562]: DEBUG dogpile.lock [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] value creation lock acquired {{(pid=65562) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 962.033020] env[65562]: DEBUG dogpile.cache.region [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] No value present for key: 'zone-id' {{(pid=65562) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 962.033020] env[65562]: DEBUG dogpile.lock [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Calling creation function for not-yet-present value {{(pid=65562) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 962.033020] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 962.052935] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 962.052935] env[65562]: DEBUG dogpile.cache.region [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65562) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 962.053430] env[65562]: DEBUG dogpile.lock [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Released creation lock {{(pid=65562) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 962.053767] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Releasing lock "network-556" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.054244] env[65562]: DEBUG networking_nsxv3.common.locking [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Lock port-5e28bf36-b50a-47ef-8072-4211bb43174e taken with stack trace [, , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.054631] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquiring lock "port-5e28bf36-b50a-47ef-8072-4211bb43174e" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.055136] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired lock "port-5e28bf36-b50a-47ef-8072-4211bb43174e" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.056197] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired external semaphore "port-5e28bf36-b50a-47ef-8072-4211bb43174e" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.056197] env[65562]: DEBUG networking_nsxv3.api.rpc [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5e28bf36-b50a-47ef-8072-4211bb43174e',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 962.204794] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.204794] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.204794] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.204794] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.205043] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.205271] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.205426] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.205519] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.205736] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.205865] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.205982] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c63924d5-cb54-49ee-ae44-63e03a78c8e3 already deleted. [ 962.206126] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c63924d5-cb54-49ee-ae44-63e03a78c8e3" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.559034] env[65562]: DEBUG networking_nsxv3.common.locking [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.559387] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.559552] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.559909] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.560123] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.560331] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Segment Port 5e28bf36-b50a-47ef-8072-4211bb43174e not found, creating... [ 962.560644] env[65562]: DEBUG networking_nsxv3.common.locking [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.560863] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquiring lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.561025] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.561313] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired external semaphore "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.561491] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Releasing lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.561905] env[65562]: DEBUG networking_nsxv3.common.locking [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.562125] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.562266] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.562532] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.562760] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.562917] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Resource: SegmentPort with ID: 5e28bf36-b50a-47ef-8072-4211bb43174e is going to be created. [ 962.585189] env[65562]: DEBUG networking_nsxv3.common.locking [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.585546] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.585764] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.586192] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.586590] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.586934] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Releasing lock "port-5e28bf36-b50a-47ef-8072-4211bb43174e" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.726078] env[65562]: INFO networking_nsxv3.common.synchronization [req-00c01632-2daa-42e6-bb1a-352e7158e748 req-f1d35a97-3583-43fc-b5b2-bcd63da79948 tempest-SecurityGroupsTestJSON-9120917 tempest-SecurityGroupsTestJSON-9120917-project-member] Enqueued Resource ID: 64deb400-5f5e-421b-bb4a-9ccfd5fc45fe with Priority: HIGHEST for action security_group_members [ 962.726289] env[65562]: INFO networking_nsxv3.common.synchronization [req-00c01632-2daa-42e6-bb1a-352e7158e748 req-f1d35a97-3583-43fc-b5b2-bcd63da79948 tempest-SecurityGroupsTestJSON-9120917 tempest-SecurityGroupsTestJSON-9120917-project-member] Enqueued Resource ID: e2084a25-0274-4d3a-9173-6a4cc2eec598 with Priority: HIGHEST for action security_group_members [ 962.726393] env[65562]: INFO networking_nsxv3.common.synchronization [req-00c01632-2daa-42e6-bb1a-352e7158e748 req-f1d35a97-3583-43fc-b5b2-bcd63da79948 tempest-SecurityGroupsTestJSON-9120917 tempest-SecurityGroupsTestJSON-9120917-project-member] Enqueued Resource ID: 07e9ea33-0bac-42c5-a799-310bf68a44ed with Priority: HIGHEST for action security_group_members [ 962.726951] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 64deb400-5f5e-421b-bb4a-9ccfd5fc45fe with Priority: HIGHEST for action security_group_members [ 962.727100] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e2084a25-0274-4d3a-9173-6a4cc2eec598 with Priority: HIGHEST for action security_group_members [ 962.727199] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 07e9ea33-0bac-42c5-a799-310bf68a44ed with Priority: HIGHEST for action security_group_members [ 962.727475] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-64deb400-5f5e-421b-bb4a-9ccfd5fc45fe taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.727702] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-64deb400-5f5e-421b-bb4a-9ccfd5fc45fe" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.727702] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-64deb400-5f5e-421b-bb4a-9ccfd5fc45fe" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.727849] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-64deb400-5f5e-421b-bb4a-9ccfd5fc45fe" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.728013] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.728114] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.728175] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.728326] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.728413] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.728504] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('64deb400-5f5e-421b-bb4a-9ccfd5fc45fe',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 962.729340] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-e2084a25-0274-4d3a-9173-6a4cc2eec598 taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.729447] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e2084a25-0274-4d3a-9173-6a4cc2eec598" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.729513] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e2084a25-0274-4d3a-9173-6a4cc2eec598" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.729664] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e2084a25-0274-4d3a-9173-6a4cc2eec598" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.729802] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.729896] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.729957] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.730109] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.730188] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.730269] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e2084a25-0274-4d3a-9173-6a4cc2eec598',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 962.731766] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-07e9ea33-0bac-42c5-a799-310bf68a44ed taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.732539] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-07e9ea33-0bac-42c5-a799-310bf68a44ed" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.732628] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-07e9ea33-0bac-42c5-a799-310bf68a44ed" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.732799] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-07e9ea33-0bac-42c5-a799-310bf68a44ed" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.732950] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.733076] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.733116] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.733261] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.733340] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.733421] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('07e9ea33-0bac-42c5-a799-310bf68a44ed',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 963.235546] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.235743] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.235796] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.236416] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.237319] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.237420] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.237615] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.237726] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.258919] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.258919] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.258919] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.258919] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.258919] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.258919] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.258919] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 64deb400-5f5e-421b-bb4a-9ccfd5fc45fe is going to be updated. [ 963.258919] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.258919] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.289427] env[65562]: INFO networking_nsxv3.common.synchronization [req-5864ef70-eb5b-49b0-b468-af26cd6fc25c req-dd5c1436-3b40-4b57-b041-78ac08156ca9 service nova] Enqueued Resource ID: c63924d5-cb54-49ee-ae44-63e03a78c8e3 with Priority: HIGHEST for action security_group_rules [ 963.289608] env[65562]: INFO networking_nsxv3.common.synchronization [req-5864ef70-eb5b-49b0-b468-af26cd6fc25c req-dd5c1436-3b40-4b57-b041-78ac08156ca9 service nova] Enqueued Resource ID: c63924d5-cb54-49ee-ae44-63e03a78c8e3 with Priority: HIGHEST for action security_group_members [ 963.289741] env[65562]: INFO networking_nsxv3.common.synchronization [req-5864ef70-eb5b-49b0-b468-af26cd6fc25c req-dd5c1436-3b40-4b57-b041-78ac08156ca9 service nova] Enqueued Resource ID: 5e28bf36-b50a-47ef-8072-4211bb43174e with Priority: HIGHEST for action port [ 963.290266] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c63924d5-cb54-49ee-ae44-63e03a78c8e3 with Priority: HIGHEST for action security_group_rules [ 963.290402] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c63924d5-cb54-49ee-ae44-63e03a78c8e3 with Priority: HIGHEST for action security_group_members [ 963.290500] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5e28bf36-b50a-47ef-8072-4211bb43174e with Priority: HIGHEST for action port [ 963.290775] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c63924d5-cb54-49ee-ae44-63e03a78c8e3 taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.290897] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c63924d5-cb54-49ee-ae44-63e03a78c8e3" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.290962] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c63924d5-cb54-49ee-ae44-63e03a78c8e3" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.291262] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c63924d5-cb54-49ee-ae44-63e03a78c8e3" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.291354] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c63924d5-cb54-49ee-ae44-63e03a78c8e3',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 963.292219] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-c63924d5-cb54-49ee-ae44-63e03a78c8e3 taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.292332] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c63924d5-cb54-49ee-ae44-63e03a78c8e3" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.292401] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c63924d5-cb54-49ee-ae44-63e03a78c8e3" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.292574] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c63924d5-cb54-49ee-ae44-63e03a78c8e3" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.292719] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.292850] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.292885] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.293012] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.293101] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.293190] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c63924d5-cb54-49ee-ae44-63e03a78c8e3',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 963.293944] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock port-5e28bf36-b50a-47ef-8072-4211bb43174e taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.295217] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5e28bf36-b50a-47ef-8072-4211bb43174e" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.295217] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5e28bf36-b50a-47ef-8072-4211bb43174e" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.295217] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5e28bf36-b50a-47ef-8072-4211bb43174e" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.295217] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5e28bf36-b50a-47ef-8072-4211bb43174e',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 963.296279] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.296933] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.296933] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.296933] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.296933] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.296933] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.297987] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e2084a25-0274-4d3a-9173-6a4cc2eec598 is going to be updated. [ 963.298414] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.298588] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.298674] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.301360] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.301360] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.301360] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.301360] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.301360] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.301360] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 07e9ea33-0bac-42c5-a799-310bf68a44ed is going to be updated. [ 963.307464] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.307464] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.307464] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.307661] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.307661] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.317074] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 64deb400-5f5e-421b-bb4a-9ccfd5fc45fe in Status: IN_PROGRESS for 2s [ 963.339598] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.339816] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.339890] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.340156] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.340306] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.342084] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.342204] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.342276] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.342455] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.342590] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.375335] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e2084a25-0274-4d3a-9173-6a4cc2eec598 in Status: IN_PROGRESS for 2s [ 963.376045] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 07e9ea33-0bac-42c5-a799-310bf68a44ed in Status: IN_PROGRESS for 2s [ 963.798624] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c63924d5-cb54-49ee-ae44-63e03a78c8e3',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 963.799731] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-c63924d5-cb54-49ee-ae44-63e03a78c8e3 taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.799893] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c63924d5-cb54-49ee-ae44-63e03a78c8e3" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.801327] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5e28bf36-b50a-47ef-8072-4211bb43174e with status ACTIVE [ 963.801498] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.801614] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.801679] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.801876] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.801969] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.802704] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.802704] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.802704] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.802704] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.802704] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.802704] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.802975] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.802975] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.802975] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.803157] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.803157] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5e28bf36-b50a-47ef-8072-4211bb43174e is going to be updated. [ 963.826786] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.826982] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.827058] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.827245] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.827386] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.827521] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5e28bf36-b50a-47ef-8072-4211bb43174e" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.301131] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c63924d5-cb54-49ee-ae44-63e03a78c8e3',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 964.804536] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.804857] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.804857] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.805339] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.805472] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.805548] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c63924d5-cb54-49ee-ae44-63e03a78c8e3 is going to be created. [ 964.828981] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.828981] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.828981] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.829204] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.829341] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.839998] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c63924d5-cb54-49ee-ae44-63e03a78c8e3 in Status: UNINITIALIZED for 2s [ 965.330076] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 64deb400-5f5e-421b-bb4a-9ccfd5fc45fe in Status: SUCCESS [ 965.330338] env[65562]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 64deb400-5f5e-421b-bb4a-9ccfd5fc45fe deletion is rescheduled due to dependency. [ 965.330484] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-64deb400-5f5e-421b-bb4a-9ccfd5fc45fe" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.390606] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e2084a25-0274-4d3a-9173-6a4cc2eec598 in Status: SUCCESS [ 965.391397] env[65562]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e2084a25-0274-4d3a-9173-6a4cc2eec598 deletion is rescheduled due to dependency. [ 965.391397] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e2084a25-0274-4d3a-9173-6a4cc2eec598" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.392090] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 07e9ea33-0bac-42c5-a799-310bf68a44ed in Status: SUCCESS [ 965.392272] env[65562]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 07e9ea33-0bac-42c5-a799-310bf68a44ed deletion is rescheduled due to dependency. [ 965.392379] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-07e9ea33-0bac-42c5-a799-310bf68a44ed" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.712627] env[65562]: INFO networking_nsxv3.common.synchronization [req-eddc9742-0366-40d9-abd5-e4c612008bfd req-19c1e8c8-d4ff-4c94-b55b-0ec0708e63de tempest-ServersTestJSON-1139836512 tempest-ServersTestJSON-1139836512-project-member] Enqueued Resource ID: 28734607-ee97-46ec-b6bb-d4a31cf0cfc4 with Priority: HIGHEST for action security_group_members [ 966.712627] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 28734607-ee97-46ec-b6bb-d4a31cf0cfc4 with Priority: HIGHEST for action security_group_members [ 966.712627] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-28734607-ee97-46ec-b6bb-d4a31cf0cfc4 taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.712627] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-28734607-ee97-46ec-b6bb-d4a31cf0cfc4" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.712627] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-28734607-ee97-46ec-b6bb-d4a31cf0cfc4" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.712627] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-28734607-ee97-46ec-b6bb-d4a31cf0cfc4" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.712627] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.712627] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.713689] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.713689] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.713689] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.713689] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('28734607-ee97-46ec-b6bb-d4a31cf0cfc4',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 966.850059] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c63924d5-cb54-49ee-ae44-63e03a78c8e3 in Status: SUCCESS [ 966.850285] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c63924d5-cb54-49ee-ae44-63e03a78c8e3" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.850445] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c63924d5-cb54-49ee-ae44-63e03a78c8e3" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.850766] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c63924d5-cb54-49ee-ae44-63e03a78c8e3" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.851035] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.851168] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.851232] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.851406] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.851481] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.851569] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c63924d5-cb54-49ee-ae44-63e03a78c8e3" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.851665] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c63924d5-cb54-49ee-ae44-63e03a78c8e3',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 967.037228] env[65562]: DEBUG networking_nsxv3.common.locking [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Lock network-591 taken with stack trace [, , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.037894] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquiring lock "network-591" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.038146] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired lock "network-591" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.038543] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired external semaphore "network-591" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.038953] env[65562]: DEBUG networking_nsxv3.common.locking [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.039222] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquiring lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.039561] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.039659] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired external semaphore "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.039812] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Releasing lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.040049] env[65562]: DEBUG dogpile.cache.region [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] No value present for key: 'zone-id' {{(pid=65562) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 967.040180] env[65562]: DEBUG dogpile.lock [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] NeedRegenerationException {{(pid=65562) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 967.040296] env[65562]: DEBUG dogpile.lock [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] no value, waiting for create lock {{(pid=65562) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 967.040406] env[65562]: DEBUG dogpile.lock [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] value creation lock acquired {{(pid=65562) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 967.040518] env[65562]: DEBUG dogpile.cache.region [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] No value present for key: 'zone-id' {{(pid=65562) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 967.040625] env[65562]: DEBUG dogpile.lock [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Calling creation function for not-yet-present value {{(pid=65562) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 967.040760] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 967.063256] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 967.063506] env[65562]: DEBUG dogpile.cache.region [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65562) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 967.063703] env[65562]: DEBUG dogpile.lock [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Released creation lock {{(pid=65562) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 967.063965] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Releasing lock "network-591" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.064418] env[65562]: DEBUG networking_nsxv3.common.locking [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Lock port-10d609eb-f46b-4304-8c14-fcc6dac7a67d taken with stack trace [, , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.064719] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquiring lock "port-10d609eb-f46b-4304-8c14-fcc6dac7a67d" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.064879] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired lock "port-10d609eb-f46b-4304-8c14-fcc6dac7a67d" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.065253] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired external semaphore "port-10d609eb-f46b-4304-8c14-fcc6dac7a67d" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.065439] env[65562]: DEBUG networking_nsxv3.api.rpc [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('10d609eb-f46b-4304-8c14-fcc6dac7a67d',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 967.217038] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('28734607-ee97-46ec-b6bb-d4a31cf0cfc4',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 967.386930] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c63924d5-cb54-49ee-ae44-63e03a78c8e3',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 967.568146] env[65562]: DEBUG networking_nsxv3.common.locking [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.568383] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.568496] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.568847] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.569017] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.569261] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Segment Port 10d609eb-f46b-4304-8c14-fcc6dac7a67d not found, creating... [ 967.569676] env[65562]: DEBUG networking_nsxv3.common.locking [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.569873] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquiring lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.569996] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.570243] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired external semaphore "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.570380] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Releasing lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.570675] env[65562]: DEBUG networking_nsxv3.common.locking [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.570853] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.570978] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.571201] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.571335] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.571478] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Resource: SegmentPort with ID: 10d609eb-f46b-4304-8c14-fcc6dac7a67d is going to be created. [ 967.591992] env[65562]: DEBUG networking_nsxv3.common.locking [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.592296] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.592426] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.592838] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.593174] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.593483] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Releasing lock "port-10d609eb-f46b-4304-8c14-fcc6dac7a67d" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.720344] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('28734607-ee97-46ec-b6bb-d4a31cf0cfc4',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 967.857297] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c63924d5-cb54-49ee-ae44-63e03a78c8e3: rpc.has_security_group_logging(os_id): False [ 967.876491] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.876650] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.876781] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.876960] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.877067] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.877321] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.877424] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.877489] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.877641] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.877718] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.877804] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c63924d5-cb54-49ee-ae44-63e03a78c8e3 is going to be created. [ 967.936218] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.936419] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.936419] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.936649] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.936880] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.948075] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c63924d5-cb54-49ee-ae44-63e03a78c8e3 in Status: IN_PROGRESS for 2s [ 968.223512] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.223512] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.223512] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.223512] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.223512] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.223512] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 28734607-ee97-46ec-b6bb-d4a31cf0cfc4 is going to be updated. [ 968.259407] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.259612] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.259655] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.261029] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.261029] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.272159] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 28734607-ee97-46ec-b6bb-d4a31cf0cfc4 in Status: IN_PROGRESS for 2s [ 968.302828] env[65562]: INFO networking_nsxv3.common.synchronization [req-eddc9742-0366-40d9-abd5-e4c612008bfd req-6803f2cc-64d6-4859-9d0a-56acf2f63ec1 service nova] Enqueued Resource ID: 28734607-ee97-46ec-b6bb-d4a31cf0cfc4 with Priority: HIGHEST for action security_group_rules [ 968.302982] env[65562]: INFO networking_nsxv3.common.synchronization [req-eddc9742-0366-40d9-abd5-e4c612008bfd req-6803f2cc-64d6-4859-9d0a-56acf2f63ec1 service nova] Enqueued Resource ID: 28734607-ee97-46ec-b6bb-d4a31cf0cfc4 with Priority: HIGHEST for action security_group_members [ 968.303141] env[65562]: INFO networking_nsxv3.common.synchronization [req-eddc9742-0366-40d9-abd5-e4c612008bfd req-6803f2cc-64d6-4859-9d0a-56acf2f63ec1 service nova] Enqueued Resource ID: 10d609eb-f46b-4304-8c14-fcc6dac7a67d with Priority: HIGHEST for action port [ 968.303718] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 28734607-ee97-46ec-b6bb-d4a31cf0cfc4 with Priority: HIGHEST for action security_group_rules [ 968.303860] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 28734607-ee97-46ec-b6bb-d4a31cf0cfc4 with Priority: HIGHEST for action security_group_members [ 968.303961] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 10d609eb-f46b-4304-8c14-fcc6dac7a67d with Priority: HIGHEST for action port [ 968.304261] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock rules-28734607-ee97-46ec-b6bb-d4a31cf0cfc4 taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.304433] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-28734607-ee97-46ec-b6bb-d4a31cf0cfc4" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.304471] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-28734607-ee97-46ec-b6bb-d4a31cf0cfc4" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.304685] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-28734607-ee97-46ec-b6bb-d4a31cf0cfc4" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.304773] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('28734607-ee97-46ec-b6bb-d4a31cf0cfc4',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 968.305688] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-28734607-ee97-46ec-b6bb-d4a31cf0cfc4 taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.305786] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-28734607-ee97-46ec-b6bb-d4a31cf0cfc4" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.305981] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock port-10d609eb-f46b-4304-8c14-fcc6dac7a67d taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.306093] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-10d609eb-f46b-4304-8c14-fcc6dac7a67d" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.306156] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-10d609eb-f46b-4304-8c14-fcc6dac7a67d" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.306323] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-10d609eb-f46b-4304-8c14-fcc6dac7a67d" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.306432] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('10d609eb-f46b-4304-8c14-fcc6dac7a67d',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 968.808633] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-28734607-ee97-46ec-b6bb-d4a31cf0cfc4 taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.808925] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-28734607-ee97-46ec-b6bb-d4a31cf0cfc4" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.811263] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 10d609eb-f46b-4304-8c14-fcc6dac7a67d with status ACTIVE [ 968.811458] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.811626] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.811672] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.811924] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.811967] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.812192] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.812330] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.812370] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.812544] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.812645] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.812826] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.812919] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.812984] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.813153] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.813228] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.813320] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 10d609eb-f46b-4304-8c14-fcc6dac7a67d is going to be updated. [ 968.837269] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.837434] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.838024] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.838024] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.838024] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.838193] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-10d609eb-f46b-4304-8c14-fcc6dac7a67d" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.280820] env[65562]: INFO networking_nsxv3.common.synchronization [None req-e7d9fdae-b8d3-435e-81e8-248ed359fb92 tempest-ServerDiskConfigTestJSON-308395787 tempest-ServerDiskConfigTestJSON-308395787-project-member] Enqueued Resource ID: 6161d9a3-c775-4be1-ac49-49187c6463d9 with Priority: HIGHEST for action security_group_rules [ 969.281542] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6161d9a3-c775-4be1-ac49-49187c6463d9 with Priority: HIGHEST for action security_group_rules [ 969.281905] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6161d9a3-c775-4be1-ac49-49187c6463d9 taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.282729] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6161d9a3-c775-4be1-ac49-49187c6463d9" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.282729] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6161d9a3-c775-4be1-ac49-49187c6463d9" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.282729] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6161d9a3-c775-4be1-ac49-49187c6463d9" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.283071] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6161d9a3-c775-4be1-ac49-49187c6463d9',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 969.374066] env[65562]: INFO networking_nsxv3.common.synchronization [None req-ad799c63-68db-40db-9057-984f42191b44 tempest-ServerDiskConfigTestJSON-308395787 tempest-ServerDiskConfigTestJSON-308395787-project-member] Enqueued Resource ID: 6161d9a3-c775-4be1-ac49-49187c6463d9 with Priority: HIGHEST for action security_group_rules [ 969.374798] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6161d9a3-c775-4be1-ac49-49187c6463d9 with Priority: HIGHEST for action security_group_rules [ 969.375974] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6161d9a3-c775-4be1-ac49-49187c6463d9 taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.375974] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6161d9a3-c775-4be1-ac49-49187c6463d9" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.805168] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.805362] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.805416] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.805710] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.805775] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.805836] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6161d9a3-c775-4be1-ac49-49187c6463d9 already deleted. [ 969.805959] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6161d9a3-c775-4be1-ac49-49187c6463d9" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.806095] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6161d9a3-c775-4be1-ac49-49187c6463d9" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.806396] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6161d9a3-c775-4be1-ac49-49187c6463d9" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.806396] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6161d9a3-c775-4be1-ac49-49187c6463d9',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 969.961765] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c63924d5-cb54-49ee-ae44-63e03a78c8e3 in Status: SUCCESS [ 969.962072] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c63924d5-cb54-49ee-ae44-63e03a78c8e3" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.281882] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 28734607-ee97-46ec-b6bb-d4a31cf0cfc4 in Status: SUCCESS [ 970.282077] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-28734607-ee97-46ec-b6bb-d4a31cf0cfc4" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.282244] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-28734607-ee97-46ec-b6bb-d4a31cf0cfc4" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.282470] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-28734607-ee97-46ec-b6bb-d4a31cf0cfc4" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.282669] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.282775] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.282839] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.282987] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.283085] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.283177] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('28734607-ee97-46ec-b6bb-d4a31cf0cfc4',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 970.325209] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.325367] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.325437] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.325662] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.325779] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.325879] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6161d9a3-c775-4be1-ac49-49187c6463d9 already deleted. [ 970.325964] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6161d9a3-c775-4be1-ac49-49187c6463d9" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.785641] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('28734607-ee97-46ec-b6bb-d4a31cf0cfc4',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 971.287876] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('28734607-ee97-46ec-b6bb-d4a31cf0cfc4',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 971.793711] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.793711] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.793711] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.793711] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.793711] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.794042] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 28734607-ee97-46ec-b6bb-d4a31cf0cfc4 is going to be updated. [ 971.826680] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.826791] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.827693] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.827693] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.827693] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.837422] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 28734607-ee97-46ec-b6bb-d4a31cf0cfc4 in Status: IN_PROGRESS for 2s [ 972.426499] env[65562]: INFO networking_nsxv3.common.synchronization [req-a476029f-581b-40ba-ae6a-02a09cc8916f req-041e2c40-0b83-40d2-afbc-3e315cd32168 tempest-MigrationsAdminTest-1407765695 tempest-MigrationsAdminTest-1407765695-project-member] Enqueued Resource ID: ad1d197f-74fd-4a7c-9caf-d387031492a3 with Priority: HIGHEST for action security_group_members [ 972.431372] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ad1d197f-74fd-4a7c-9caf-d387031492a3 with Priority: HIGHEST for action security_group_members [ 972.431372] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-ad1d197f-74fd-4a7c-9caf-d387031492a3 taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.431372] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ad1d197f-74fd-4a7c-9caf-d387031492a3" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.431372] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ad1d197f-74fd-4a7c-9caf-d387031492a3" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.431372] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ad1d197f-74fd-4a7c-9caf-d387031492a3" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.431372] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.431372] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.431372] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.431372] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.431372] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.431372] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ad1d197f-74fd-4a7c-9caf-d387031492a3',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 972.708132] env[65562]: INFO networking_nsxv3.common.synchronization [req-a6df8276-02f0-41b6-9a62-1917f6f37493 req-7d8954e6-db51-4b5f-bf08-225e9172e198 tempest-ServerDiskConfigTestJSON-308395787 tempest-ServerDiskConfigTestJSON-308395787-project-member] Enqueued Resource ID: e6734b94-5ab1-4a07-9098-e970a82f4b7e with Priority: HIGHEST for action security_group_members [ 972.708132] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e6734b94-5ab1-4a07-9098-e970a82f4b7e with Priority: HIGHEST for action security_group_members [ 972.708132] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-e6734b94-5ab1-4a07-9098-e970a82f4b7e taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.708132] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e6734b94-5ab1-4a07-9098-e970a82f4b7e" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.708132] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e6734b94-5ab1-4a07-9098-e970a82f4b7e" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.708132] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e6734b94-5ab1-4a07-9098-e970a82f4b7e" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.708508] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.708508] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.708508] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.708637] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.708673] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.708787] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e6734b94-5ab1-4a07-9098-e970a82f4b7e',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 972.936235] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.936413] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.936458] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.936688] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.961879] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.961879] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.961879] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.961879] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.961879] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.961879] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.961879] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ad1d197f-74fd-4a7c-9caf-d387031492a3 is going to be updated. [ 972.990473] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.990699] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.990699] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.990894] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.991120] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.000613] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ad1d197f-74fd-4a7c-9caf-d387031492a3 in Status: IN_PROGRESS for 2s [ 973.211854] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.212338] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.212338] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.212338] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.239634] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.239905] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.240040] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.240151] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.240305] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.240389] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.240478] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e6734b94-5ab1-4a07-9098-e970a82f4b7e is going to be updated. [ 973.270918] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.271081] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.271156] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.271398] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.271546] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.288992] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e6734b94-5ab1-4a07-9098-e970a82f4b7e in Status: IN_PROGRESS for 2s [ 973.849998] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 28734607-ee97-46ec-b6bb-d4a31cf0cfc4 in Status: SUCCESS [ 973.850346] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-28734607-ee97-46ec-b6bb-d4a31cf0cfc4" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.850743] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-28734607-ee97-46ec-b6bb-d4a31cf0cfc4" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.851164] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-28734607-ee97-46ec-b6bb-d4a31cf0cfc4" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.851453] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.851652] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.851735] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.851938] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.852345] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.852345] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-28734607-ee97-46ec-b6bb-d4a31cf0cfc4" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.853294] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('28734607-ee97-46ec-b6bb-d4a31cf0cfc4',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 974.356912] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-28734607-ee97-46ec-b6bb-d4a31cf0cfc4 taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.357112] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-28734607-ee97-46ec-b6bb-d4a31cf0cfc4" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.357112] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-28734607-ee97-46ec-b6bb-d4a31cf0cfc4" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.357700] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-28734607-ee97-46ec-b6bb-d4a31cf0cfc4" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.358211] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.358340] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.358440] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.358580] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.358673] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.358776] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-28734607-ee97-46ec-b6bb-d4a31cf0cfc4" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.359068] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-28734607-ee97-46ec-b6bb-d4a31cf0cfc4 taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.359128] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-28734607-ee97-46ec-b6bb-d4a31cf0cfc4" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.359164] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-28734607-ee97-46ec-b6bb-d4a31cf0cfc4" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.362497] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-28734607-ee97-46ec-b6bb-d4a31cf0cfc4" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.362497] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.362497] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.362497] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.362497] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.362497] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.362497] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-28734607-ee97-46ec-b6bb-d4a31cf0cfc4" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.362497] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('28734607-ee97-46ec-b6bb-d4a31cf0cfc4',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 974.864441] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 28734607-ee97-46ec-b6bb-d4a31cf0cfc4: rpc.has_security_group_logging(os_id): False [ 974.884022] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.884368] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.884853] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.885124] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.907162] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.907515] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.907647] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.907739] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.909067] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.909067] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.909067] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.909067] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.909067] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.909067] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.909067] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.909067] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.909067] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.909067] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.909067] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.909561] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.909561] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 28734607-ee97-46ec-b6bb-d4a31cf0cfc4 is going to be updated. [ 974.976603] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.976810] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.976900] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.977126] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.977278] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.990473] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 28734607-ee97-46ec-b6bb-d4a31cf0cfc4 in Status: IN_PROGRESS for 2s [ 975.008985] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ad1d197f-74fd-4a7c-9caf-d387031492a3 in Status: SUCCESS [ 975.009209] env[65562]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ad1d197f-74fd-4a7c-9caf-d387031492a3 deletion is rescheduled due to dependency. [ 975.009314] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ad1d197f-74fd-4a7c-9caf-d387031492a3" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.301890] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e6734b94-5ab1-4a07-9098-e970a82f4b7e in Status: SUCCESS [ 975.302147] env[65562]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e6734b94-5ab1-4a07-9098-e970a82f4b7e deletion is rescheduled due to dependency. [ 975.302636] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e6734b94-5ab1-4a07-9098-e970a82f4b7e" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.005515] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 28734607-ee97-46ec-b6bb-d4a31cf0cfc4 in Status: SUCCESS [ 977.005882] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-28734607-ee97-46ec-b6bb-d4a31cf0cfc4" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.708262] env[65562]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 977.708379] env[65562]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 978.071960] env[65562]: INFO networking_nsxv3.common.synchronization [req-7942631b-7a20-44a7-a1dd-5f4f0fb9b64d req-f20bf7ab-0b97-4587-ab89-a509355b6b07 tempest-ServersTestJSON-1139836512 tempest-ServersTestJSON-1139836512-project-member] Enqueued Resource ID: 28734607-ee97-46ec-b6bb-d4a31cf0cfc4 with Priority: HIGHEST for action security_group_members [ 978.072255] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 28734607-ee97-46ec-b6bb-d4a31cf0cfc4 with Priority: HIGHEST for action security_group_members [ 978.072573] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-28734607-ee97-46ec-b6bb-d4a31cf0cfc4 taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.072692] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-28734607-ee97-46ec-b6bb-d4a31cf0cfc4" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.072764] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-28734607-ee97-46ec-b6bb-d4a31cf0cfc4" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.072951] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-28734607-ee97-46ec-b6bb-d4a31cf0cfc4" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.073394] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.073504] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.073577] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.073751] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.074026] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.074026] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('28734607-ee97-46ec-b6bb-d4a31cf0cfc4',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 978.577290] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('28734607-ee97-46ec-b6bb-d4a31cf0cfc4',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 979.080223] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('28734607-ee97-46ec-b6bb-d4a31cf0cfc4',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 979.585321] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.585321] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.585321] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.585555] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.585640] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.585740] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 28734607-ee97-46ec-b6bb-d4a31cf0cfc4 is going to be updated. [ 979.625871] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.626296] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.626520] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.628781] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.628781] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.639833] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 28734607-ee97-46ec-b6bb-d4a31cf0cfc4 in Status: IN_PROGRESS for 2s [ 980.196273] env[65562]: INFO networking_nsxv3.common.synchronization [None req-3880ca69-c708-4316-ab52-faa4400429d8 None None] Enqueued Resource ID: 253a3fe2-792f-4aa2-a983-e4596c5a5f86 with Priority: HIGHEST for action port [ 980.196273] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 253a3fe2-792f-4aa2-a983-e4596c5a5f86 with Priority: HIGHEST for action port [ 980.196273] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock port-253a3fe2-792f-4aa2-a983-e4596c5a5f86 taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.196273] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-253a3fe2-792f-4aa2-a983-e4596c5a5f86" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.196273] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-253a3fe2-792f-4aa2-a983-e4596c5a5f86" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.196983] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-253a3fe2-792f-4aa2-a983-e4596c5a5f86" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.197224] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('253a3fe2-792f-4aa2-a983-e4596c5a5f86',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 980.700931] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 253a3fe2-792f-4aa2-a983-e4596c5a5f86 [ 980.700931] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.700931] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.700931] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.700931] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.701200] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.701200] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:253a3fe2-792f-4aa2-a983-e4596c5a5f86 already deleted. [ 980.701266] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-253a3fe2-792f-4aa2-a983-e4596c5a5f86" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.753408] env[65562]: INFO networking_nsxv3.common.synchronization [req-f817350c-626c-4338-8f60-af6268ffa5c8 req-b26df1bd-3d71-4178-918e-fa94a3a76ef3 tempest-ServersAdminTestJSON-654717704 tempest-ServersAdminTestJSON-654717704-project-member] Enqueued Resource ID: 9c637330-1eb5-4d0f-9bfc-c8d2f1935709 with Priority: HIGHEST for action security_group_members [ 980.754020] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9c637330-1eb5-4d0f-9bfc-c8d2f1935709 with Priority: HIGHEST for action security_group_members [ 980.755319] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-9c637330-1eb5-4d0f-9bfc-c8d2f1935709 taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.755319] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9c637330-1eb5-4d0f-9bfc-c8d2f1935709" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.755319] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9c637330-1eb5-4d0f-9bfc-c8d2f1935709" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.759272] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9c637330-1eb5-4d0f-9bfc-c8d2f1935709" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.759272] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.759272] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.759272] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.759272] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.759272] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.759272] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9c637330-1eb5-4d0f-9bfc-c8d2f1935709',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 981.259740] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9c637330-1eb5-4d0f-9bfc-c8d2f1935709',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 981.651927] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 28734607-ee97-46ec-b6bb-d4a31cf0cfc4 in Status: SUCCESS [ 981.652631] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-28734607-ee97-46ec-b6bb-d4a31cf0cfc4" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.763184] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9c637330-1eb5-4d0f-9bfc-c8d2f1935709',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 982.265276] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.265276] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.265632] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.265632] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.265702] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.265827] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9c637330-1eb5-4d0f-9bfc-c8d2f1935709 is going to be updated. [ 982.298957] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.299461] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.299461] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.299813] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.299813] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.310486] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9c637330-1eb5-4d0f-9bfc-c8d2f1935709 in Status: IN_PROGRESS for 2s [ 982.546518] env[65562]: INFO networking_nsxv3.common.synchronization [None req-29511c3c-dd83-4cc6-aec4-45d4a2d19b9a None None] Enqueued Resource ID: 06c14a9f-5f00-4b39-935d-5b5bf88717a5 with Priority: HIGHEST for action port [ 982.547423] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 06c14a9f-5f00-4b39-935d-5b5bf88717a5 with Priority: HIGHEST for action port [ 982.550434] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock port-06c14a9f-5f00-4b39-935d-5b5bf88717a5 taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.550434] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-06c14a9f-5f00-4b39-935d-5b5bf88717a5" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.550434] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-06c14a9f-5f00-4b39-935d-5b5bf88717a5" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.550434] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-06c14a9f-5f00-4b39-935d-5b5bf88717a5" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.550434] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('06c14a9f-5f00-4b39-935d-5b5bf88717a5',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 982.857135] env[65562]: INFO networking_nsxv3.common.synchronization [None req-e1c65d35-41de-4e31-98bc-b4ba817ded6a None None] Enqueued Resource ID: 2d96b5c5-26ac-493e-bdd2-aba08c6358b1 with Priority: HIGHEST for action port [ 982.857135] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2d96b5c5-26ac-493e-bdd2-aba08c6358b1 with Priority: HIGHEST for action port [ 982.858042] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock port-2d96b5c5-26ac-493e-bdd2-aba08c6358b1 taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.858201] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2d96b5c5-26ac-493e-bdd2-aba08c6358b1" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.858305] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2d96b5c5-26ac-493e-bdd2-aba08c6358b1" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.858490] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2d96b5c5-26ac-493e-bdd2-aba08c6358b1" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.858572] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2d96b5c5-26ac-493e-bdd2-aba08c6358b1',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 983.052178] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 06c14a9f-5f00-4b39-935d-5b5bf88717a5 [ 983.052459] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.052603] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.052685] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.052925] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.053031] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.053155] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:06c14a9f-5f00-4b39-935d-5b5bf88717a5 already deleted. [ 983.053313] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-06c14a9f-5f00-4b39-935d-5b5bf88717a5" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.361016] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2d96b5c5-26ac-493e-bdd2-aba08c6358b1 [ 983.361016] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.361016] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.361016] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.361659] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.361659] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.362048] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2d96b5c5-26ac-493e-bdd2-aba08c6358b1 already deleted. [ 983.362048] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2d96b5c5-26ac-493e-bdd2-aba08c6358b1" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.323569] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9c637330-1eb5-4d0f-9bfc-c8d2f1935709 in Status: SUCCESS [ 984.323569] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9c637330-1eb5-4d0f-9bfc-c8d2f1935709" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.706865] env[65562]: INFO networking_nsxv3.common.synchronization [req-7e9c523a-90aa-4112-a247-c83196fa330c req-c21abaf5-ee3e-4c77-8848-cbc5903557f6 tempest-ServerActionsTestOtherA-1532973600 tempest-ServerActionsTestOtherA-1532973600-project-member] Enqueued Resource ID: 4c2a8843-b805-4cfd-a5a2-1878854f0ef8 with Priority: HIGHEST for action security_group_members [ 984.707124] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4c2a8843-b805-4cfd-a5a2-1878854f0ef8 with Priority: HIGHEST for action security_group_members [ 984.708933] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-4c2a8843-b805-4cfd-a5a2-1878854f0ef8 taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.708933] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4c2a8843-b805-4cfd-a5a2-1878854f0ef8" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.708933] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4c2a8843-b805-4cfd-a5a2-1878854f0ef8" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.708933] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4c2a8843-b805-4cfd-a5a2-1878854f0ef8" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.708933] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.708933] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.708933] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.709386] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.709386] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.709386] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4c2a8843-b805-4cfd-a5a2-1878854f0ef8',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 985.140825] env[65562]: DEBUG networking_nsxv3.common.locking [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Lock network-817 taken with stack trace [, , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.141085] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquiring lock "network-817" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.141191] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired lock "network-817" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.141479] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired external semaphore "network-817" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.141763] env[65562]: DEBUG networking_nsxv3.common.locking [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.141947] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquiring lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.143023] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.143301] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired external semaphore "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.143577] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Releasing lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.145026] env[65562]: DEBUG dogpile.cache.region [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] No value present for key: 'zone-id' {{(pid=65562) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 985.145026] env[65562]: DEBUG dogpile.lock [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] NeedRegenerationException {{(pid=65562) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 985.145026] env[65562]: DEBUG dogpile.lock [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] no value, waiting for create lock {{(pid=65562) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 985.145026] env[65562]: DEBUG dogpile.lock [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] value creation lock acquired {{(pid=65562) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 985.145026] env[65562]: DEBUG dogpile.cache.region [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] No value present for key: 'zone-id' {{(pid=65562) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 985.145026] env[65562]: DEBUG dogpile.lock [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Calling creation function for not-yet-present value {{(pid=65562) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 985.145026] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 985.167132] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 985.167132] env[65562]: DEBUG dogpile.cache.region [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65562) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 985.167330] env[65562]: DEBUG dogpile.lock [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Released creation lock {{(pid=65562) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 985.167484] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Releasing lock "network-817" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.167852] env[65562]: DEBUG networking_nsxv3.common.locking [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Lock port-1aacea36-daa5-48f2-b030-bc03aed2d9fc taken with stack trace [, , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.168775] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquiring lock "port-1aacea36-daa5-48f2-b030-bc03aed2d9fc" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.168775] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired lock "port-1aacea36-daa5-48f2-b030-bc03aed2d9fc" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.168775] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired external semaphore "port-1aacea36-daa5-48f2-b030-bc03aed2d9fc" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.168775] env[65562]: DEBUG networking_nsxv3.api.rpc [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1aacea36-daa5-48f2-b030-bc03aed2d9fc',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 985.212775] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.212775] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.212982] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.213177] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.213177] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.213371] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.213662] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.214797] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.214797] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.214797] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.214797] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4c2a8843-b805-4cfd-a5a2-1878854f0ef8 already deleted. [ 985.214797] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4c2a8843-b805-4cfd-a5a2-1878854f0ef8" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.254386] env[65562]: INFO networking_nsxv3.common.synchronization [None req-b6840c9f-4602-4d0c-a5df-87d79ee8fec4 None None] Enqueued Resource ID: 72f4d5b3-212c-4965-aadc-c0de68ba6aa9 with Priority: HIGHEST for action port [ 985.254386] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 72f4d5b3-212c-4965-aadc-c0de68ba6aa9 with Priority: HIGHEST for action port [ 985.254386] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock port-72f4d5b3-212c-4965-aadc-c0de68ba6aa9 taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.254515] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-72f4d5b3-212c-4965-aadc-c0de68ba6aa9" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.254515] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-72f4d5b3-212c-4965-aadc-c0de68ba6aa9" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.254726] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-72f4d5b3-212c-4965-aadc-c0de68ba6aa9" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.254874] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('72f4d5b3-212c-4965-aadc-c0de68ba6aa9',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 985.673123] env[65562]: DEBUG networking_nsxv3.common.locking [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.673219] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.673349] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.674222] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.674222] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.674384] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Segment Port 1aacea36-daa5-48f2-b030-bc03aed2d9fc not found, creating... [ 985.674926] env[65562]: DEBUG networking_nsxv3.common.locking [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.675336] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquiring lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.675552] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.676861] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired external semaphore "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.676861] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Releasing lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.676861] env[65562]: DEBUG networking_nsxv3.common.locking [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.677075] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.677075] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.677330] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.677480] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.677621] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Resource: SegmentPort with ID: 1aacea36-daa5-48f2-b030-bc03aed2d9fc is going to be created. [ 985.715846] env[65562]: DEBUG networking_nsxv3.common.locking [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.717286] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.717286] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.717286] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.717286] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.717286] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Releasing lock "port-1aacea36-daa5-48f2-b030-bc03aed2d9fc" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.757631] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 72f4d5b3-212c-4965-aadc-c0de68ba6aa9 [ 985.758328] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.758328] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.758328] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.758555] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.758555] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.758555] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:72f4d5b3-212c-4965-aadc-c0de68ba6aa9 already deleted. [ 985.758661] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-72f4d5b3-212c-4965-aadc-c0de68ba6aa9" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.443734] env[65562]: INFO networking_nsxv3.common.synchronization [req-7e9c523a-90aa-4112-a247-c83196fa330c req-2b6576f5-b56d-498f-8680-8b291db4c332 service nova] Enqueued Resource ID: 4c2a8843-b805-4cfd-a5a2-1878854f0ef8 with Priority: HIGHEST for action security_group_rules [ 986.443734] env[65562]: INFO networking_nsxv3.common.synchronization [req-7e9c523a-90aa-4112-a247-c83196fa330c req-2b6576f5-b56d-498f-8680-8b291db4c332 service nova] Enqueued Resource ID: 4c2a8843-b805-4cfd-a5a2-1878854f0ef8 with Priority: HIGHEST for action security_group_members [ 986.443734] env[65562]: INFO networking_nsxv3.common.synchronization [req-7e9c523a-90aa-4112-a247-c83196fa330c req-2b6576f5-b56d-498f-8680-8b291db4c332 service nova] Enqueued Resource ID: 1aacea36-daa5-48f2-b030-bc03aed2d9fc with Priority: HIGHEST for action port [ 986.444504] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4c2a8843-b805-4cfd-a5a2-1878854f0ef8 with Priority: HIGHEST for action security_group_rules [ 986.444864] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4c2a8843-b805-4cfd-a5a2-1878854f0ef8 with Priority: HIGHEST for action security_group_members [ 986.445169] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1aacea36-daa5-48f2-b030-bc03aed2d9fc with Priority: HIGHEST for action port [ 986.445678] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4c2a8843-b805-4cfd-a5a2-1878854f0ef8 taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.445821] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4c2a8843-b805-4cfd-a5a2-1878854f0ef8" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.446009] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4c2a8843-b805-4cfd-a5a2-1878854f0ef8" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.446227] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4c2a8843-b805-4cfd-a5a2-1878854f0ef8" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.446455] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4c2a8843-b805-4cfd-a5a2-1878854f0ef8',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 986.448248] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-4c2a8843-b805-4cfd-a5a2-1878854f0ef8 taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.448377] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4c2a8843-b805-4cfd-a5a2-1878854f0ef8" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.448444] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4c2a8843-b805-4cfd-a5a2-1878854f0ef8" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.448639] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4c2a8843-b805-4cfd-a5a2-1878854f0ef8" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.448814] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.448951] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.449119] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.449332] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.449484] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.449610] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4c2a8843-b805-4cfd-a5a2-1878854f0ef8',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 986.450567] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock port-1aacea36-daa5-48f2-b030-bc03aed2d9fc taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.450673] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1aacea36-daa5-48f2-b030-bc03aed2d9fc" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.450736] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1aacea36-daa5-48f2-b030-bc03aed2d9fc" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.450918] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1aacea36-daa5-48f2-b030-bc03aed2d9fc" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.450997] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1aacea36-daa5-48f2-b030-bc03aed2d9fc',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 986.952715] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-4c2a8843-b805-4cfd-a5a2-1878854f0ef8 taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.953138] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4c2a8843-b805-4cfd-a5a2-1878854f0ef8" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.953138] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1aacea36-daa5-48f2-b030-bc03aed2d9fc with status ACTIVE [ 986.953244] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.953368] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.953480] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.953655] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.953746] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.953998] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.954145] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.954216] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.954460] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.954585] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.954884] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.954884] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.954973] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.955119] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.955192] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.955323] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1aacea36-daa5-48f2-b030-bc03aed2d9fc is going to be updated. [ 986.956503] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4c2a8843-b805-4cfd-a5a2-1878854f0ef8',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 986.983763] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.983966] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.983966] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.984265] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.984500] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.984844] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1aacea36-daa5-48f2-b030-bc03aed2d9fc" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.220091] env[65562]: INFO networking_nsxv3.common.synchronization [req-051c7887-f476-437e-9d1d-8a6c9be17e39 req-05ee7c40-97a5-42c3-95c3-c1fe75a26449 tempest-DeleteServersTestJSON-1989734922 tempest-DeleteServersTestJSON-1989734922-project-member] Enqueued Resource ID: 2fafe9ef-7e47-4c4b-88ec-4ced8cbabccd with Priority: HIGHEST for action security_group_members [ 987.220561] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2fafe9ef-7e47-4c4b-88ec-4ced8cbabccd with Priority: HIGHEST for action security_group_members [ 987.220897] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-2fafe9ef-7e47-4c4b-88ec-4ced8cbabccd taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.221131] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2fafe9ef-7e47-4c4b-88ec-4ced8cbabccd" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.221262] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2fafe9ef-7e47-4c4b-88ec-4ced8cbabccd" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.221525] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2fafe9ef-7e47-4c4b-88ec-4ced8cbabccd" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.221792] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.221953] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.222063] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.222261] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.222518] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.222727] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2fafe9ef-7e47-4c4b-88ec-4ced8cbabccd',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 987.459912] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4c2a8843-b805-4cfd-a5a2-1878854f0ef8',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 987.639177] env[65562]: DEBUG networking_nsxv3.common.locking [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Lock network-126 taken with stack trace [, , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.639447] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquiring lock "network-126" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.639635] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired lock "network-126" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.640025] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired external semaphore "network-126" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.640286] env[65562]: DEBUG networking_nsxv3.common.locking [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.640449] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquiring lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.640564] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.640792] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired external semaphore "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.640938] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Releasing lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.641163] env[65562]: DEBUG dogpile.cache.region [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] No value present for key: 'zone-id' {{(pid=65562) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 987.641271] env[65562]: DEBUG dogpile.lock [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] NeedRegenerationException {{(pid=65562) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 987.641373] env[65562]: DEBUG dogpile.lock [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] no value, waiting for create lock {{(pid=65562) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 987.641476] env[65562]: DEBUG dogpile.lock [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] value creation lock acquired {{(pid=65562) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 987.641580] env[65562]: DEBUG dogpile.cache.region [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] No value present for key: 'zone-id' {{(pid=65562) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 987.641886] env[65562]: DEBUG dogpile.lock [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Calling creation function for not-yet-present value {{(pid=65562) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 987.641886] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 987.663099] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 987.663287] env[65562]: DEBUG dogpile.cache.region [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65562) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 987.663426] env[65562]: DEBUG dogpile.lock [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Released creation lock {{(pid=65562) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 987.663603] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Releasing lock "network-126" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.663923] env[65562]: DEBUG networking_nsxv3.common.locking [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Lock port-c8d4e466-d9d8-4e44-ad30-20006a6e9797 taken with stack trace [, , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.664142] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquiring lock "port-c8d4e466-d9d8-4e44-ad30-20006a6e9797" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.664286] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired lock "port-c8d4e466-d9d8-4e44-ad30-20006a6e9797" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.664596] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired external semaphore "port-c8d4e466-d9d8-4e44-ad30-20006a6e9797" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.664750] env[65562]: DEBUG networking_nsxv3.api.rpc [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c8d4e466-d9d8-4e44-ad30-20006a6e9797',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 987.725178] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.725337] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.725337] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.725556] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.748386] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.748386] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.748386] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.748386] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.748386] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.748386] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.748386] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2fafe9ef-7e47-4c4b-88ec-4ced8cbabccd is going to be updated. [ 987.774702] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.774702] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.774702] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.774702] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.774937] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.785230] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2fafe9ef-7e47-4c4b-88ec-4ced8cbabccd in Status: IN_PROGRESS for 2s [ 987.965518] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.965859] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.965859] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.965967] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.966060] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.966156] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4c2a8843-b805-4cfd-a5a2-1878854f0ef8 is going to be created. [ 987.990453] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.990453] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.990453] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.990796] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.990796] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.001097] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4c2a8843-b805-4cfd-a5a2-1878854f0ef8 in Status: UNINITIALIZED for 2s [ 988.167102] env[65562]: DEBUG networking_nsxv3.common.locking [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.167370] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.167461] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.167743] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.167921] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.168321] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Segment Port c8d4e466-d9d8-4e44-ad30-20006a6e9797 not found, creating... [ 988.168426] env[65562]: DEBUG networking_nsxv3.common.locking [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.168511] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquiring lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.168626] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.168845] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired external semaphore "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.169018] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Releasing lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.169318] env[65562]: DEBUG networking_nsxv3.common.locking [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.169487] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.169585] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.169788] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.170109] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.170109] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Resource: SegmentPort with ID: c8d4e466-d9d8-4e44-ad30-20006a6e9797 is going to be created. [ 988.189788] env[65562]: DEBUG networking_nsxv3.common.locking [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.190019] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.190132] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.190392] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.190635] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.190850] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Releasing lock "port-c8d4e466-d9d8-4e44-ad30-20006a6e9797" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.892275] env[65562]: INFO networking_nsxv3.common.synchronization [req-051c7887-f476-437e-9d1d-8a6c9be17e39 req-81e6ccdd-25f9-41f8-add1-1a4a7ff2049e service nova] Enqueued Resource ID: 2fafe9ef-7e47-4c4b-88ec-4ced8cbabccd with Priority: HIGHEST for action security_group_rules [ 988.892275] env[65562]: INFO networking_nsxv3.common.synchronization [req-051c7887-f476-437e-9d1d-8a6c9be17e39 req-81e6ccdd-25f9-41f8-add1-1a4a7ff2049e service nova] Enqueued Resource ID: 2fafe9ef-7e47-4c4b-88ec-4ced8cbabccd with Priority: HIGHEST for action security_group_members [ 988.892275] env[65562]: INFO networking_nsxv3.common.synchronization [req-051c7887-f476-437e-9d1d-8a6c9be17e39 req-81e6ccdd-25f9-41f8-add1-1a4a7ff2049e service nova] Enqueued Resource ID: c8d4e466-d9d8-4e44-ad30-20006a6e9797 with Priority: HIGHEST for action port [ 988.892275] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2fafe9ef-7e47-4c4b-88ec-4ced8cbabccd with Priority: HIGHEST for action security_group_rules [ 988.892275] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2fafe9ef-7e47-4c4b-88ec-4ced8cbabccd with Priority: HIGHEST for action security_group_members [ 988.892275] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c8d4e466-d9d8-4e44-ad30-20006a6e9797 with Priority: HIGHEST for action port [ 988.893413] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2fafe9ef-7e47-4c4b-88ec-4ced8cbabccd taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.893771] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2fafe9ef-7e47-4c4b-88ec-4ced8cbabccd" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.894118] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2fafe9ef-7e47-4c4b-88ec-4ced8cbabccd" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.894613] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2fafe9ef-7e47-4c4b-88ec-4ced8cbabccd" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.894861] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2fafe9ef-7e47-4c4b-88ec-4ced8cbabccd',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 988.895909] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-2fafe9ef-7e47-4c4b-88ec-4ced8cbabccd taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.897856] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2fafe9ef-7e47-4c4b-88ec-4ced8cbabccd" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.897856] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock port-c8d4e466-d9d8-4e44-ad30-20006a6e9797 taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.897856] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c8d4e466-d9d8-4e44-ad30-20006a6e9797" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.897856] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c8d4e466-d9d8-4e44-ad30-20006a6e9797" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.897856] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c8d4e466-d9d8-4e44-ad30-20006a6e9797" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.897856] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c8d4e466-d9d8-4e44-ad30-20006a6e9797',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 989.399774] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-2fafe9ef-7e47-4c4b-88ec-4ced8cbabccd taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.400155] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2fafe9ef-7e47-4c4b-88ec-4ced8cbabccd" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.400259] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c8d4e466-d9d8-4e44-ad30-20006a6e9797 with status ACTIVE [ 989.400502] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.400659] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.400749] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.401054] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.401203] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.401442] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.401591] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.401675] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.401911] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.402029] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.402280] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.402421] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.402532] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.402727] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.402855] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.402976] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c8d4e466-d9d8-4e44-ad30-20006a6e9797 is going to be updated. [ 989.428066] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.428270] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.428316] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.428528] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.428700] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.428882] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c8d4e466-d9d8-4e44-ad30-20006a6e9797" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.796403] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2fafe9ef-7e47-4c4b-88ec-4ced8cbabccd in Status: SUCCESS [ 989.796596] env[65562]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2fafe9ef-7e47-4c4b-88ec-4ced8cbabccd deletion is rescheduled due to dependency. [ 989.796711] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2fafe9ef-7e47-4c4b-88ec-4ced8cbabccd" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.796900] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2fafe9ef-7e47-4c4b-88ec-4ced8cbabccd" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.797133] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2fafe9ef-7e47-4c4b-88ec-4ced8cbabccd" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.797331] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.797447] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.797512] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.797659] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.797740] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.797886] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2fafe9ef-7e47-4c4b-88ec-4ced8cbabccd',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 990.010567] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4c2a8843-b805-4cfd-a5a2-1878854f0ef8 in Status: SUCCESS [ 990.010813] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4c2a8843-b805-4cfd-a5a2-1878854f0ef8" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.010924] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4c2a8843-b805-4cfd-a5a2-1878854f0ef8" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.011169] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4c2a8843-b805-4cfd-a5a2-1878854f0ef8" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.011418] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.011549] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.011600] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.011779] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.011866] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.011948] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4c2a8843-b805-4cfd-a5a2-1878854f0ef8" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.012052] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4c2a8843-b805-4cfd-a5a2-1878854f0ef8',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 990.300470] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2fafe9ef-7e47-4c4b-88ec-4ced8cbabccd',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 990.514275] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4c2a8843-b805-4cfd-a5a2-1878854f0ef8',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 990.802860] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2fafe9ef-7e47-4c4b-88ec-4ced8cbabccd',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 991.019263] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4c2a8843-b805-4cfd-a5a2-1878854f0ef8: rpc.has_security_group_logging(os_id): False [ 991.038702] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.038702] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.038702] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.038911] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.038984] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.039317] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.039414] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.040058] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.040058] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.040058] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.040058] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4c2a8843-b805-4cfd-a5a2-1878854f0ef8 is going to be created. [ 991.108258] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.108462] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.108578] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.108870] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.109190] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.122378] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4c2a8843-b805-4cfd-a5a2-1878854f0ef8 in Status: IN_PROGRESS for 2s [ 991.305301] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.305504] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.305602] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.305758] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.305887] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.306041] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2fafe9ef-7e47-4c4b-88ec-4ced8cbabccd is going to be updated. [ 991.337454] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.337652] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.337704] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.337887] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.338079] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.348603] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2fafe9ef-7e47-4c4b-88ec-4ced8cbabccd in Status: IN_PROGRESS for 2s [ 993.139622] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4c2a8843-b805-4cfd-a5a2-1878854f0ef8 in Status: SUCCESS [ 993.139622] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4c2a8843-b805-4cfd-a5a2-1878854f0ef8" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.359377] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2fafe9ef-7e47-4c4b-88ec-4ced8cbabccd in Status: SUCCESS [ 993.359628] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2fafe9ef-7e47-4c4b-88ec-4ced8cbabccd" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.359809] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2fafe9ef-7e47-4c4b-88ec-4ced8cbabccd" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.360054] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2fafe9ef-7e47-4c4b-88ec-4ced8cbabccd" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.360265] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.360525] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.360525] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.360644] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.360728] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.360814] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2fafe9ef-7e47-4c4b-88ec-4ced8cbabccd" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.360906] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2fafe9ef-7e47-4c4b-88ec-4ced8cbabccd',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 993.863404] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-2fafe9ef-7e47-4c4b-88ec-4ced8cbabccd taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.863576] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2fafe9ef-7e47-4c4b-88ec-4ced8cbabccd" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.863652] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2fafe9ef-7e47-4c4b-88ec-4ced8cbabccd" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.863908] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2fafe9ef-7e47-4c4b-88ec-4ced8cbabccd" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.864147] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.864793] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.864883] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.865067] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.865183] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.865278] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2fafe9ef-7e47-4c4b-88ec-4ced8cbabccd" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.865435] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-2fafe9ef-7e47-4c4b-88ec-4ced8cbabccd taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.865537] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2fafe9ef-7e47-4c4b-88ec-4ced8cbabccd" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.865600] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2fafe9ef-7e47-4c4b-88ec-4ced8cbabccd" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.865740] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2fafe9ef-7e47-4c4b-88ec-4ced8cbabccd" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.865878] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.865971] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.866094] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.866244] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.866318] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.866397] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2fafe9ef-7e47-4c4b-88ec-4ced8cbabccd" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.866482] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2fafe9ef-7e47-4c4b-88ec-4ced8cbabccd',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 993.893059] env[65562]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 993.893191] env[65562]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 994.272193] env[65562]: INFO networking_nsxv3.common.synchronization [req-82027b7b-b646-4053-a986-2f7bd054e821 req-d4fbea76-3279-427d-b7d2-418c916a03d8 tempest-AttachInterfacesTestJSON-12420228 tempest-AttachInterfacesTestJSON-12420228-project-member] Enqueued Resource ID: ebe9d131-bf1d-401c-956d-8958f6a945eb with Priority: HIGHEST for action security_group_members [ 994.272863] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ebe9d131-bf1d-401c-956d-8958f6a945eb with Priority: HIGHEST for action security_group_members [ 994.273221] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-ebe9d131-bf1d-401c-956d-8958f6a945eb taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.273346] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ebe9d131-bf1d-401c-956d-8958f6a945eb" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.273414] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ebe9d131-bf1d-401c-956d-8958f6a945eb" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.273632] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ebe9d131-bf1d-401c-956d-8958f6a945eb" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.273861] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.273979] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.274095] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.274267] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.274367] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.274461] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ebe9d131-bf1d-401c-956d-8958f6a945eb',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 994.370139] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2fafe9ef-7e47-4c4b-88ec-4ced8cbabccd: rpc.has_security_group_logging(os_id): False [ 994.394561] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.394561] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.394561] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.394561] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.394561] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.394561] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.394561] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.394561] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.395045] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.395045] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.395157] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.395311] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.395422] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.395636] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.395758] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.396230] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.396320] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.396369] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.396598] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.396739] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.396858] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2fafe9ef-7e47-4c4b-88ec-4ced8cbabccd is going to be updated. [ 994.480353] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.480560] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.480560] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.481043] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.481043] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.499586] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2fafe9ef-7e47-4c4b-88ec-4ced8cbabccd in Status: IN_PROGRESS for 2s [ 994.646930] env[65562]: DEBUG networking_nsxv3.common.locking [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Lock network-422 taken with stack trace [, , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.647230] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquiring lock "network-422" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.647417] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired lock "network-422" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.647805] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired external semaphore "network-422" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.648170] env[65562]: DEBUG networking_nsxv3.common.locking [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.648406] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquiring lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.648581] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.648899] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired external semaphore "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.649157] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Releasing lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.649454] env[65562]: DEBUG dogpile.cache.region [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] No value present for key: 'zone-id' {{(pid=65562) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 994.649624] env[65562]: DEBUG dogpile.lock [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] NeedRegenerationException {{(pid=65562) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 994.649786] env[65562]: DEBUG dogpile.lock [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] no value, waiting for create lock {{(pid=65562) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 994.649948] env[65562]: DEBUG dogpile.lock [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] value creation lock acquired {{(pid=65562) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 994.650131] env[65562]: DEBUG dogpile.cache.region [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] No value present for key: 'zone-id' {{(pid=65562) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 994.650292] env[65562]: DEBUG dogpile.lock [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Calling creation function for not-yet-present value {{(pid=65562) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 994.650506] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 994.673140] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 994.673413] env[65562]: DEBUG dogpile.cache.region [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65562) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 994.673592] env[65562]: DEBUG dogpile.lock [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Released creation lock {{(pid=65562) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 994.673846] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Releasing lock "network-422" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.674346] env[65562]: DEBUG networking_nsxv3.common.locking [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Lock port-2a379e44-3160-431f-9487-26aae69ca1f8 taken with stack trace [, , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.674612] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquiring lock "port-2a379e44-3160-431f-9487-26aae69ca1f8" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.674822] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired lock "port-2a379e44-3160-431f-9487-26aae69ca1f8" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.675262] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired external semaphore "port-2a379e44-3160-431f-9487-26aae69ca1f8" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.675418] env[65562]: DEBUG networking_nsxv3.api.rpc [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2a379e44-3160-431f-9487-26aae69ca1f8',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 994.777208] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.778119] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.778119] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.778119] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.801525] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.801789] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.801908] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.801978] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.802204] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.802288] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.802400] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ebe9d131-bf1d-401c-956d-8958f6a945eb is going to be updated. [ 994.827581] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.827717] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.827785] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.828039] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.828211] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.837468] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ebe9d131-bf1d-401c-956d-8958f6a945eb in Status: IN_PROGRESS for 2s [ 995.177676] env[65562]: DEBUG networking_nsxv3.common.locking [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.178012] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.178227] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.178553] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.178728] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.178882] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Segment Port 2a379e44-3160-431f-9487-26aae69ca1f8 not found, creating... [ 995.179181] env[65562]: DEBUG networking_nsxv3.common.locking [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.179350] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquiring lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.179486] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.179777] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired external semaphore "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.179923] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Releasing lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.180235] env[65562]: DEBUG networking_nsxv3.common.locking [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.180422] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.180558] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.180790] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.180927] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.181108] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Resource: SegmentPort with ID: 2a379e44-3160-431f-9487-26aae69ca1f8 is going to be created. [ 995.205225] env[65562]: DEBUG networking_nsxv3.common.locking [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.205398] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.205524] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.206082] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.206082] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.206280] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Releasing lock "port-2a379e44-3160-431f-9487-26aae69ca1f8" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.955748] env[65562]: INFO networking_nsxv3.common.synchronization [req-82027b7b-b646-4053-a986-2f7bd054e821 req-f57385c7-a715-43a9-a4e0-298a5b81ac35 service nova] Enqueued Resource ID: ebe9d131-bf1d-401c-956d-8958f6a945eb with Priority: HIGHEST for action security_group_rules [ 995.956045] env[65562]: INFO networking_nsxv3.common.synchronization [req-82027b7b-b646-4053-a986-2f7bd054e821 req-f57385c7-a715-43a9-a4e0-298a5b81ac35 service nova] Enqueued Resource ID: ebe9d131-bf1d-401c-956d-8958f6a945eb with Priority: HIGHEST for action security_group_members [ 995.956176] env[65562]: INFO networking_nsxv3.common.synchronization [req-82027b7b-b646-4053-a986-2f7bd054e821 req-f57385c7-a715-43a9-a4e0-298a5b81ac35 service nova] Enqueued Resource ID: 2a379e44-3160-431f-9487-26aae69ca1f8 with Priority: HIGHEST for action port [ 995.957372] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ebe9d131-bf1d-401c-956d-8958f6a945eb with Priority: HIGHEST for action security_group_rules [ 995.958434] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ebe9d131-bf1d-401c-956d-8958f6a945eb with Priority: HIGHEST for action security_group_members [ 995.958575] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2a379e44-3160-431f-9487-26aae69ca1f8 with Priority: HIGHEST for action port [ 995.958884] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ebe9d131-bf1d-401c-956d-8958f6a945eb taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.959813] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ebe9d131-bf1d-401c-956d-8958f6a945eb" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.960100] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ebe9d131-bf1d-401c-956d-8958f6a945eb" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.960217] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ebe9d131-bf1d-401c-956d-8958f6a945eb" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.960330] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ebe9d131-bf1d-401c-956d-8958f6a945eb',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 995.961356] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-ebe9d131-bf1d-401c-956d-8958f6a945eb taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.961459] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ebe9d131-bf1d-401c-956d-8958f6a945eb" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.961648] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock port-2a379e44-3160-431f-9487-26aae69ca1f8 taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.961788] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2a379e44-3160-431f-9487-26aae69ca1f8" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.961881] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2a379e44-3160-431f-9487-26aae69ca1f8" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.962088] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2a379e44-3160-431f-9487-26aae69ca1f8" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.963075] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2a379e44-3160-431f-9487-26aae69ca1f8',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 996.465291] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-ebe9d131-bf1d-401c-956d-8958f6a945eb taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.465473] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ebe9d131-bf1d-401c-956d-8958f6a945eb" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.465742] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2a379e44-3160-431f-9487-26aae69ca1f8 with status ACTIVE [ 996.465996] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.466168] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.466284] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.466528] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.467143] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.467143] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.467143] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.467143] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.467399] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.468073] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.468349] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.468534] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.468633] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.469017] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.469187] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.469187] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2a379e44-3160-431f-9487-26aae69ca1f8 is going to be updated. [ 996.496566] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.496810] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.496810] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.497084] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.497239] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.497398] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2a379e44-3160-431f-9487-26aae69ca1f8" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.513305] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2fafe9ef-7e47-4c4b-88ec-4ced8cbabccd in Status: SUCCESS [ 996.513610] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2fafe9ef-7e47-4c4b-88ec-4ced8cbabccd" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.852292] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ebe9d131-bf1d-401c-956d-8958f6a945eb in Status: SUCCESS [ 996.852523] env[65562]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ebe9d131-bf1d-401c-956d-8958f6a945eb deletion is rescheduled due to dependency. [ 996.852649] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ebe9d131-bf1d-401c-956d-8958f6a945eb" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.852875] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ebe9d131-bf1d-401c-956d-8958f6a945eb" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.853167] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ebe9d131-bf1d-401c-956d-8958f6a945eb" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.853419] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.853622] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.853696] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.853892] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.853973] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.854171] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ebe9d131-bf1d-401c-956d-8958f6a945eb',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 997.357028] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ebe9d131-bf1d-401c-956d-8958f6a945eb',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 997.863717] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ebe9d131-bf1d-401c-956d-8958f6a945eb',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 997.946527] env[65562]: INFO networking_nsxv3.common.synchronization [req-00e04658-dae6-4077-ae52-b695c4bef189 req-d8997e1a-be62-44e2-9211-e4256886ca55 tempest-ServerDiskConfigTestJSON-308395787 tempest-ServerDiskConfigTestJSON-308395787-project-member] Enqueued Resource ID: e6734b94-5ab1-4a07-9098-e970a82f4b7e with Priority: HIGHEST for action security_group_members [ 997.947267] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e6734b94-5ab1-4a07-9098-e970a82f4b7e with Priority: HIGHEST for action security_group_members [ 997.949342] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-e6734b94-5ab1-4a07-9098-e970a82f4b7e taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.949654] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e6734b94-5ab1-4a07-9098-e970a82f4b7e" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.949654] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e6734b94-5ab1-4a07-9098-e970a82f4b7e" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.949945] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e6734b94-5ab1-4a07-9098-e970a82f4b7e" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.950787] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.951071] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.951071] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.951298] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.951448] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.951545] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e6734b94-5ab1-4a07-9098-e970a82f4b7e',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 998.053239] env[65562]: INFO networking_nsxv3.common.synchronization [None req-90d49233-6aff-44eb-a94a-78268a881609 None None] Enqueued Resource ID: 90859c37-a709-4c23-ac79-c85acf6e7cc9 with Priority: HIGHEST for action port [ 998.053865] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 90859c37-a709-4c23-ac79-c85acf6e7cc9 with Priority: HIGHEST for action port [ 998.054200] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock port-90859c37-a709-4c23-ac79-c85acf6e7cc9 taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.054434] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-90859c37-a709-4c23-ac79-c85acf6e7cc9" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.054434] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-90859c37-a709-4c23-ac79-c85acf6e7cc9" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.054727] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-90859c37-a709-4c23-ac79-c85acf6e7cc9" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.054811] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('90859c37-a709-4c23-ac79-c85acf6e7cc9',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 998.308589] env[65562]: DEBUG networking_nsxv3.common.locking [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Lock network-644 taken with stack trace [, , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.308745] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquiring lock "network-644" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.308745] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired lock "network-644" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.309544] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired external semaphore "network-644" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.309544] env[65562]: DEBUG networking_nsxv3.common.locking [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.309544] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquiring lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.309544] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.309778] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired external semaphore "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.309901] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Releasing lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.310121] env[65562]: DEBUG dogpile.cache.region [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] No value present for key: 'zone-id' {{(pid=65562) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 998.310236] env[65562]: DEBUG dogpile.lock [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] NeedRegenerationException {{(pid=65562) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 998.310342] env[65562]: DEBUG dogpile.lock [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] no value, waiting for create lock {{(pid=65562) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 998.310449] env[65562]: DEBUG dogpile.lock [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] value creation lock acquired {{(pid=65562) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 998.310609] env[65562]: DEBUG dogpile.cache.region [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] No value present for key: 'zone-id' {{(pid=65562) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 998.310751] env[65562]: DEBUG dogpile.lock [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Calling creation function for not-yet-present value {{(pid=65562) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 998.310886] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 998.331895] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 998.332089] env[65562]: DEBUG dogpile.cache.region [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65562) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 998.332218] env[65562]: DEBUG dogpile.lock [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Released creation lock {{(pid=65562) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 998.332394] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Releasing lock "network-644" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.332789] env[65562]: DEBUG networking_nsxv3.common.locking [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Lock port-443203cc-c64a-4793-9880-5cbc68730742 taken with stack trace [, , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.332976] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquiring lock "port-443203cc-c64a-4793-9880-5cbc68730742" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.333109] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired lock "port-443203cc-c64a-4793-9880-5cbc68730742" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.333424] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired external semaphore "port-443203cc-c64a-4793-9880-5cbc68730742" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.333558] env[65562]: DEBUG networking_nsxv3.api.rpc [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('443203cc-c64a-4793-9880-5cbc68730742',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 998.366113] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.367048] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.367048] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.367048] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.367048] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.367048] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ebe9d131-bf1d-401c-956d-8958f6a945eb is going to be updated. [ 998.402475] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.402715] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.402766] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.403058] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.403270] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.417653] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ebe9d131-bf1d-401c-956d-8958f6a945eb in Status: IN_PROGRESS for 2s [ 998.456028] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.456028] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.456028] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.456028] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.456028] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.456028] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.456028] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.456028] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.456028] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.456028] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.456943] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e6734b94-5ab1-4a07-9098-e970a82f4b7e is going to be updated. [ 998.500389] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.502829] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.505028] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.505028] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.505028] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.515013] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e6734b94-5ab1-4a07-9098-e970a82f4b7e in Status: IN_PROGRESS for 2s [ 998.557151] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 90859c37-a709-4c23-ac79-c85acf6e7cc9 [ 998.557640] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.557924] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.558952] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.559407] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.559612] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.559811] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:90859c37-a709-4c23-ac79-c85acf6e7cc9 already deleted. [ 998.560020] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-90859c37-a709-4c23-ac79-c85acf6e7cc9" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.840798] env[65562]: DEBUG networking_nsxv3.common.locking [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.840798] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.840798] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.840798] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.840798] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.840798] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Segment Port 443203cc-c64a-4793-9880-5cbc68730742 not found, creating... [ 998.840798] env[65562]: DEBUG networking_nsxv3.common.locking [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.842408] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquiring lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.843309] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.843643] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired external semaphore "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.843802] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Releasing lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.844266] env[65562]: DEBUG networking_nsxv3.common.locking [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.844466] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.844591] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.845020] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.845020] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.845141] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Resource: SegmentPort with ID: 443203cc-c64a-4793-9880-5cbc68730742 is going to be created. [ 998.873526] env[65562]: DEBUG networking_nsxv3.common.locking [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.873783] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.873920] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.874307] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.874576] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.874939] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Releasing lock "port-443203cc-c64a-4793-9880-5cbc68730742" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.671878] env[65562]: INFO networking_nsxv3.common.synchronization [req-00e04658-dae6-4077-ae52-b695c4bef189 req-7fc9c043-3fcc-4d3e-ba4f-44a983ecb14d service nova] Enqueued Resource ID: e6734b94-5ab1-4a07-9098-e970a82f4b7e with Priority: HIGHEST for action security_group_rules [ 999.672963] env[65562]: INFO networking_nsxv3.common.synchronization [req-00e04658-dae6-4077-ae52-b695c4bef189 req-7fc9c043-3fcc-4d3e-ba4f-44a983ecb14d service nova] Enqueued Resource ID: e6734b94-5ab1-4a07-9098-e970a82f4b7e with Priority: HIGHEST for action security_group_members [ 999.673596] env[65562]: INFO networking_nsxv3.common.synchronization [req-00e04658-dae6-4077-ae52-b695c4bef189 req-7fc9c043-3fcc-4d3e-ba4f-44a983ecb14d service nova] Enqueued Resource ID: 443203cc-c64a-4793-9880-5cbc68730742 with Priority: HIGHEST for action port [ 999.674346] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e6734b94-5ab1-4a07-9098-e970a82f4b7e with Priority: HIGHEST for action security_group_rules [ 999.674517] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e6734b94-5ab1-4a07-9098-e970a82f4b7e with Priority: HIGHEST for action security_group_members [ 999.674607] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 443203cc-c64a-4793-9880-5cbc68730742 with Priority: HIGHEST for action port [ 999.677760] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e6734b94-5ab1-4a07-9098-e970a82f4b7e taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.677760] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e6734b94-5ab1-4a07-9098-e970a82f4b7e" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.677760] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e6734b94-5ab1-4a07-9098-e970a82f4b7e" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.677760] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e6734b94-5ab1-4a07-9098-e970a82f4b7e" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.677760] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e6734b94-5ab1-4a07-9098-e970a82f4b7e',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 999.677760] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-e6734b94-5ab1-4a07-9098-e970a82f4b7e taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.677760] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e6734b94-5ab1-4a07-9098-e970a82f4b7e" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.677760] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock port-443203cc-c64a-4793-9880-5cbc68730742 taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.677760] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-443203cc-c64a-4793-9880-5cbc68730742" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.677760] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-443203cc-c64a-4793-9880-5cbc68730742" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.677760] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-443203cc-c64a-4793-9880-5cbc68730742" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.677760] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('443203cc-c64a-4793-9880-5cbc68730742',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1000.182534] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-e6734b94-5ab1-4a07-9098-e970a82f4b7e taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.182534] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e6734b94-5ab1-4a07-9098-e970a82f4b7e" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.182534] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 443203cc-c64a-4793-9880-5cbc68730742 with status ACTIVE [ 1000.182534] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.182534] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.182534] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.182534] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.182534] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.182534] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.182534] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.182534] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.182534] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.182534] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.182534] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.183361] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.183361] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.183361] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.183361] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.183361] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 443203cc-c64a-4793-9880-5cbc68730742 is going to be updated. [ 1000.208121] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.208121] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.208121] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.208121] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.208121] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.208121] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-443203cc-c64a-4793-9880-5cbc68730742" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.406231] env[65562]: INFO networking_nsxv3.common.synchronization [None req-879ee281-706f-48d7-951f-18d724ca2229 tempest-ServerActionsTestJSON-1145467507 tempest-ServerActionsTestJSON-1145467507-project-member] Enqueued Resource ID: cc340790-7c94-4eac-a34b-bb144039a839 with Priority: HIGHEST for action security_group_rules [ 1000.406788] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cc340790-7c94-4eac-a34b-bb144039a839 with Priority: HIGHEST for action security_group_rules [ 1000.407174] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cc340790-7c94-4eac-a34b-bb144039a839 taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.407318] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cc340790-7c94-4eac-a34b-bb144039a839" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.407362] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cc340790-7c94-4eac-a34b-bb144039a839" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.407609] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cc340790-7c94-4eac-a34b-bb144039a839" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.407690] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cc340790-7c94-4eac-a34b-bb144039a839',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1000.428205] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ebe9d131-bf1d-401c-956d-8958f6a945eb in Status: SUCCESS [ 1000.428549] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ebe9d131-bf1d-401c-956d-8958f6a945eb" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.428817] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ebe9d131-bf1d-401c-956d-8958f6a945eb" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.429086] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ebe9d131-bf1d-401c-956d-8958f6a945eb" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.429296] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.429554] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.429618] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.429828] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.429937] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.430103] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ebe9d131-bf1d-401c-956d-8958f6a945eb" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.430204] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ebe9d131-bf1d-401c-956d-8958f6a945eb',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1000.526144] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e6734b94-5ab1-4a07-9098-e970a82f4b7e in Status: SUCCESS [ 1000.526500] env[65562]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e6734b94-5ab1-4a07-9098-e970a82f4b7e deletion is rescheduled due to dependency. [ 1000.526636] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e6734b94-5ab1-4a07-9098-e970a82f4b7e" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.526817] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e6734b94-5ab1-4a07-9098-e970a82f4b7e" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.527085] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e6734b94-5ab1-4a07-9098-e970a82f4b7e" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.527292] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.527411] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.527956] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.529393] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.529393] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.529393] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e6734b94-5ab1-4a07-9098-e970a82f4b7e',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1000.531452] env[65562]: INFO networking_nsxv3.common.synchronization [None req-e38685bc-3d99-42f9-9299-1b17408d5d0c tempest-ServerActionsTestJSON-1145467507 tempest-ServerActionsTestJSON-1145467507-project-member] Enqueued Resource ID: cc340790-7c94-4eac-a34b-bb144039a839 with Priority: HIGHEST for action security_group_rules [ 1000.532062] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cc340790-7c94-4eac-a34b-bb144039a839 with Priority: HIGHEST for action security_group_rules [ 1000.532457] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cc340790-7c94-4eac-a34b-bb144039a839 taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.532587] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cc340790-7c94-4eac-a34b-bb144039a839" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.933029] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.933339] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.933339] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.933460] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.933553] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.933650] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cc340790-7c94-4eac-a34b-bb144039a839 already deleted. [ 1000.933732] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cc340790-7c94-4eac-a34b-bb144039a839" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.934037] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-ebe9d131-bf1d-401c-956d-8958f6a945eb taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.934138] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ebe9d131-bf1d-401c-956d-8958f6a945eb" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.934203] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ebe9d131-bf1d-401c-956d-8958f6a945eb" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.934458] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ebe9d131-bf1d-401c-956d-8958f6a945eb" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.934682] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.934809] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.934934] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.935154] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.935321] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.935432] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ebe9d131-bf1d-401c-956d-8958f6a945eb" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.935647] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-ebe9d131-bf1d-401c-956d-8958f6a945eb taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.935747] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ebe9d131-bf1d-401c-956d-8958f6a945eb" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.935809] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ebe9d131-bf1d-401c-956d-8958f6a945eb" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.936035] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ebe9d131-bf1d-401c-956d-8958f6a945eb" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.936252] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.936366] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.936507] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.936714] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.936823] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.936955] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ebe9d131-bf1d-401c-956d-8958f6a945eb" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.937393] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ebe9d131-bf1d-401c-956d-8958f6a945eb',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1000.937934] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cc340790-7c94-4eac-a34b-bb144039a839" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.938318] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cc340790-7c94-4eac-a34b-bb144039a839" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.938453] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cc340790-7c94-4eac-a34b-bb144039a839',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1000.963243] env[65562]: INFO networking_nsxv3.common.synchronization [None req-3ce63cf8-73e6-4fd1-bc89-5e81b2c8dd97 None None] Enqueued Resource ID: e0c31a18-1e36-41c9-bc26-af0678964ed6 with Priority: HIGHEST for action port [ 1000.963802] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e0c31a18-1e36-41c9-bc26-af0678964ed6 with Priority: HIGHEST for action port [ 1000.964464] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock port-e0c31a18-1e36-41c9-bc26-af0678964ed6 taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.964588] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e0c31a18-1e36-41c9-bc26-af0678964ed6" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.964665] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e0c31a18-1e36-41c9-bc26-af0678964ed6" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.964918] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e0c31a18-1e36-41c9-bc26-af0678964ed6" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.965042] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e0c31a18-1e36-41c9-bc26-af0678964ed6',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1001.031407] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e6734b94-5ab1-4a07-9098-e970a82f4b7e',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1001.440622] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ebe9d131-bf1d-401c-956d-8958f6a945eb: rpc.has_security_group_logging(os_id): False [ 1001.463898] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.464114] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.464233] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.464492] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.464593] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.464691] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cc340790-7c94-4eac-a34b-bb144039a839 already deleted. [ 1001.464949] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cc340790-7c94-4eac-a34b-bb144039a839" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.466474] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.466770] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.466770] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.467234] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.467343] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.467645] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.467741] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.467808] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.468019] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.468113] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.469253] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.469253] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.469253] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.469253] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.469253] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.469253] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.469253] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.469553] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.469613] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.469717] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.470813] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ebe9d131-bf1d-401c-956d-8958f6a945eb is going to be updated. [ 1001.471030] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e0c31a18-1e36-41c9-bc26-af0678964ed6 [ 1001.471276] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.471390] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.471456] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.471625] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.471698] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.471781] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e0c31a18-1e36-41c9-bc26-af0678964ed6 already deleted. [ 1001.471870] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e0c31a18-1e36-41c9-bc26-af0678964ed6" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.534625] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e6734b94-5ab1-4a07-9098-e970a82f4b7e',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1001.550101] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.550101] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.550101] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.550101] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.550101] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.562015] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ebe9d131-bf1d-401c-956d-8958f6a945eb in Status: IN_PROGRESS for 2s [ 1002.037062] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.037662] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.037662] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.037662] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.037662] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.037831] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e6734b94-5ab1-4a07-9098-e970a82f4b7e is going to be updated. [ 1002.069660] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.069891] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.069891] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.070105] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.070246] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.080655] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e6734b94-5ab1-4a07-9098-e970a82f4b7e in Status: IN_PROGRESS for 2s [ 1003.344364] env[65562]: INFO networking_nsxv3.common.synchronization [None req-af66c07f-426d-4f08-853e-75b7048a5df5 None None] Enqueued Resource ID: 36c18f23-c090-45b6-8811-aa61ff44abf5 with Priority: HIGHEST for action port [ 1003.344364] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 36c18f23-c090-45b6-8811-aa61ff44abf5 with Priority: HIGHEST for action port [ 1003.344951] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock port-36c18f23-c090-45b6-8811-aa61ff44abf5 taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.345104] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-36c18f23-c090-45b6-8811-aa61ff44abf5" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.345174] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-36c18f23-c090-45b6-8811-aa61ff44abf5" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.345419] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-36c18f23-c090-45b6-8811-aa61ff44abf5" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.345504] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('36c18f23-c090-45b6-8811-aa61ff44abf5',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1003.578227] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ebe9d131-bf1d-401c-956d-8958f6a945eb in Status: SUCCESS [ 1003.578227] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ebe9d131-bf1d-401c-956d-8958f6a945eb" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.851346] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 36c18f23-c090-45b6-8811-aa61ff44abf5 [ 1003.851346] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.851346] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.851346] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.851346] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.851346] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.851346] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:36c18f23-c090-45b6-8811-aa61ff44abf5 already deleted. [ 1003.851346] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-36c18f23-c090-45b6-8811-aa61ff44abf5" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.092496] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e6734b94-5ab1-4a07-9098-e970a82f4b7e in Status: SUCCESS [ 1004.092820] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e6734b94-5ab1-4a07-9098-e970a82f4b7e" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.093088] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e6734b94-5ab1-4a07-9098-e970a82f4b7e" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.093457] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e6734b94-5ab1-4a07-9098-e970a82f4b7e" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.093738] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.093913] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.094030] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.094267] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.094392] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.094526] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e6734b94-5ab1-4a07-9098-e970a82f4b7e" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.094661] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e6734b94-5ab1-4a07-9098-e970a82f4b7e',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1004.598320] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-e6734b94-5ab1-4a07-9098-e970a82f4b7e taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.598748] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e6734b94-5ab1-4a07-9098-e970a82f4b7e" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.598748] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e6734b94-5ab1-4a07-9098-e970a82f4b7e" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.598820] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e6734b94-5ab1-4a07-9098-e970a82f4b7e" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.598983] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.599097] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.599162] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.599320] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.599425] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.599536] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e6734b94-5ab1-4a07-9098-e970a82f4b7e" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.599692] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-e6734b94-5ab1-4a07-9098-e970a82f4b7e taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.599786] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e6734b94-5ab1-4a07-9098-e970a82f4b7e" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.599860] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e6734b94-5ab1-4a07-9098-e970a82f4b7e" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.600069] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e6734b94-5ab1-4a07-9098-e970a82f4b7e" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.600222] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.600314] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.600375] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.600522] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.600598] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.600682] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e6734b94-5ab1-4a07-9098-e970a82f4b7e" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.600770] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e6734b94-5ab1-4a07-9098-e970a82f4b7e',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1005.104211] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e6734b94-5ab1-4a07-9098-e970a82f4b7e: rpc.has_security_group_logging(os_id): False [ 1005.124581] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.124759] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.124833] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.125102] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.125202] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.125431] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.125533] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.125617] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.125816] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.125949] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.126181] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.126304] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.126370] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.126572] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.127267] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.127267] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.127633] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.127693] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.127832] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.127943] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.128067] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e6734b94-5ab1-4a07-9098-e970a82f4b7e is going to be updated. [ 1005.199303] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.199481] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.199529] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.199956] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.199956] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.213885] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e6734b94-5ab1-4a07-9098-e970a82f4b7e in Status: IN_PROGRESS for 2s [ 1005.288048] env[65562]: INFO networking_nsxv3.common.synchronization [None req-e7a88721-6829-465f-bc71-11ae6010ec35 tempest-AttachInterfacesTestJSON-12420228 tempest-AttachInterfacesTestJSON-12420228-project-member] Enqueued Resource ID: ebe9d131-bf1d-401c-956d-8958f6a945eb with Priority: HIGHEST for action security_group_members [ 1005.288386] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ebe9d131-bf1d-401c-956d-8958f6a945eb with Priority: HIGHEST for action security_group_members [ 1005.288827] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-ebe9d131-bf1d-401c-956d-8958f6a945eb taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.288827] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ebe9d131-bf1d-401c-956d-8958f6a945eb" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.288996] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ebe9d131-bf1d-401c-956d-8958f6a945eb" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.289162] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ebe9d131-bf1d-401c-956d-8958f6a945eb" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.289347] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.289509] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.289509] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.289817] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.289817] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.289973] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ebe9d131-bf1d-401c-956d-8958f6a945eb',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1005.792435] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ebe9d131-bf1d-401c-956d-8958f6a945eb',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1006.136040] env[65562]: INFO networking_nsxv3.common.synchronization [None req-fae14509-f40e-4d7d-9cb8-8625a42805ad None None] Enqueued Resource ID: f8d9a02c-73d5-40e7-98fa-c71eb8e8b720 with Priority: HIGHEST for action port [ 1006.137127] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f8d9a02c-73d5-40e7-98fa-c71eb8e8b720 with Priority: HIGHEST for action port [ 1006.137127] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock port-f8d9a02c-73d5-40e7-98fa-c71eb8e8b720 taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.137299] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f8d9a02c-73d5-40e7-98fa-c71eb8e8b720" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.137299] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f8d9a02c-73d5-40e7-98fa-c71eb8e8b720" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.137554] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f8d9a02c-73d5-40e7-98fa-c71eb8e8b720" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.137640] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f8d9a02c-73d5-40e7-98fa-c71eb8e8b720',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1006.295821] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ebe9d131-bf1d-401c-956d-8958f6a945eb',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1006.639856] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f8d9a02c-73d5-40e7-98fa-c71eb8e8b720 [ 1006.640133] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.640412] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.640412] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.640561] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.640631] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.640744] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f8d9a02c-73d5-40e7-98fa-c71eb8e8b720 already deleted. [ 1006.640860] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f8d9a02c-73d5-40e7-98fa-c71eb8e8b720" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.679270] env[65562]: INFO networking_nsxv3.common.synchronization [None req-c06a9fdc-3b4e-47c4-8fa6-5598816fa101 None None] Enqueued Resource ID: f6c2c546-fc61-48ee-8508-41cae578a05a with Priority: HIGHEST for action port [ 1006.679561] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f6c2c546-fc61-48ee-8508-41cae578a05a with Priority: HIGHEST for action port [ 1006.681442] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock port-f6c2c546-fc61-48ee-8508-41cae578a05a taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.681582] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f6c2c546-fc61-48ee-8508-41cae578a05a" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.681650] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f6c2c546-fc61-48ee-8508-41cae578a05a" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.681912] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f6c2c546-fc61-48ee-8508-41cae578a05a" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.682081] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f6c2c546-fc61-48ee-8508-41cae578a05a',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1006.798087] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.798358] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.798358] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.798557] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.798644] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.798744] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ebe9d131-bf1d-401c-956d-8958f6a945eb is going to be updated. [ 1006.832029] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.832194] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.832282] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.832473] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.832621] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.843771] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ebe9d131-bf1d-401c-956d-8958f6a945eb in Status: IN_PROGRESS for 2s [ 1007.184610] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f6c2c546-fc61-48ee-8508-41cae578a05a [ 1007.184610] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.184845] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.184845] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.185104] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.185260] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.185393] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f6c2c546-fc61-48ee-8508-41cae578a05a already deleted. [ 1007.185530] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f6c2c546-fc61-48ee-8508-41cae578a05a" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.227167] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e6734b94-5ab1-4a07-9098-e970a82f4b7e in Status: SUCCESS [ 1007.227484] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e6734b94-5ab1-4a07-9098-e970a82f4b7e" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.036230] env[65562]: DEBUG networking_nsxv3.common.locking [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Lock network-422 taken with stack trace [, , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.036537] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquiring lock "network-422" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.036580] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired lock "network-422" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.036818] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired external semaphore "network-422" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.037754] env[65562]: DEBUG networking_nsxv3.common.locking [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.038016] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquiring lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.038117] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.038302] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired external semaphore "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.038460] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Releasing lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.039359] env[65562]: DEBUG dogpile.cache.region [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] No value present for key: 'zone-id' {{(pid=65562) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1008.039491] env[65562]: DEBUG dogpile.lock [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] NeedRegenerationException {{(pid=65562) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1008.039602] env[65562]: DEBUG dogpile.lock [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] no value, waiting for create lock {{(pid=65562) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1008.039718] env[65562]: DEBUG dogpile.lock [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] value creation lock acquired {{(pid=65562) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1008.039822] env[65562]: DEBUG dogpile.cache.region [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] No value present for key: 'zone-id' {{(pid=65562) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1008.039926] env[65562]: DEBUG dogpile.lock [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Calling creation function for not-yet-present value {{(pid=65562) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1008.041865] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1008.062561] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1008.062731] env[65562]: DEBUG dogpile.cache.region [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65562) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1008.062868] env[65562]: DEBUG dogpile.lock [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Released creation lock {{(pid=65562) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1008.063065] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Releasing lock "network-422" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.063481] env[65562]: DEBUG networking_nsxv3.common.locking [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Lock port-f65eb5b9-0fe0-4cbc-a9a5-218c409a52f1 taken with stack trace [, , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.063704] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquiring lock "port-f65eb5b9-0fe0-4cbc-a9a5-218c409a52f1" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.063793] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired lock "port-f65eb5b9-0fe0-4cbc-a9a5-218c409a52f1" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.064076] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired external semaphore "port-f65eb5b9-0fe0-4cbc-a9a5-218c409a52f1" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.064252] env[65562]: DEBUG networking_nsxv3.api.rpc [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f65eb5b9-0fe0-4cbc-a9a5-218c409a52f1',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1008.121495] env[65562]: INFO networking_nsxv3.common.synchronization [None req-9f1325a4-6e62-4fdb-bf66-330384840eeb tempest-ServerActionsV293TestJSON-521921186 tempest-ServerActionsV293TestJSON-521921186-project-member] Enqueued Resource ID: d4b75122-c8d0-4cec-8f54-c5a1b002d8d5 with Priority: HIGHEST for action security_group_rules [ 1008.122043] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d4b75122-c8d0-4cec-8f54-c5a1b002d8d5 with Priority: HIGHEST for action security_group_rules [ 1008.122352] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d4b75122-c8d0-4cec-8f54-c5a1b002d8d5 taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.122787] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d4b75122-c8d0-4cec-8f54-c5a1b002d8d5" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.122787] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d4b75122-c8d0-4cec-8f54-c5a1b002d8d5" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.122787] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d4b75122-c8d0-4cec-8f54-c5a1b002d8d5" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.122897] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d4b75122-c8d0-4cec-8f54-c5a1b002d8d5',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1008.238822] env[65562]: INFO networking_nsxv3.common.synchronization [None req-047655b7-32c5-4e92-b78a-78de154481d7 tempest-ServerActionsV293TestJSON-521921186 tempest-ServerActionsV293TestJSON-521921186-project-member] Enqueued Resource ID: d4b75122-c8d0-4cec-8f54-c5a1b002d8d5 with Priority: HIGHEST for action security_group_rules [ 1008.239457] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d4b75122-c8d0-4cec-8f54-c5a1b002d8d5 with Priority: HIGHEST for action security_group_rules [ 1008.239772] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d4b75122-c8d0-4cec-8f54-c5a1b002d8d5 taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.241498] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d4b75122-c8d0-4cec-8f54-c5a1b002d8d5" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.568158] env[65562]: DEBUG networking_nsxv3.common.locking [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.568426] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.568552] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.568863] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.569035] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.569200] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Segment Port f65eb5b9-0fe0-4cbc-a9a5-218c409a52f1 not found, creating... [ 1008.569578] env[65562]: DEBUG networking_nsxv3.common.locking [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.569748] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquiring lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.569863] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.570113] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired external semaphore "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.570254] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Releasing lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.570560] env[65562]: DEBUG networking_nsxv3.common.locking [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.570709] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.570821] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.571075] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.571184] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.571324] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Resource: SegmentPort with ID: f65eb5b9-0fe0-4cbc-a9a5-218c409a52f1 is going to be created. [ 1008.594560] env[65562]: DEBUG networking_nsxv3.common.locking [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.594790] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.595040] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.595235] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.595584] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.595818] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Releasing lock "port-f65eb5b9-0fe0-4cbc-a9a5-218c409a52f1" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.648281] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.648490] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.648490] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.648737] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.648911] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.648954] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d4b75122-c8d0-4cec-8f54-c5a1b002d8d5 already deleted. [ 1008.649048] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d4b75122-c8d0-4cec-8f54-c5a1b002d8d5" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.649212] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d4b75122-c8d0-4cec-8f54-c5a1b002d8d5" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.649791] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d4b75122-c8d0-4cec-8f54-c5a1b002d8d5" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.649906] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d4b75122-c8d0-4cec-8f54-c5a1b002d8d5',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1008.804270] env[65562]: INFO networking_nsxv3.common.synchronization [None req-694b8881-ae73-4214-883f-49ed8c0a39b0 None None] Enqueued Resource ID: e392323b-4f50-47c0-94d4-55ca7f37404b with Priority: HIGHEST for action port [ 1008.805376] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e392323b-4f50-47c0-94d4-55ca7f37404b with Priority: HIGHEST for action port [ 1008.805697] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock port-e392323b-4f50-47c0-94d4-55ca7f37404b taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.805822] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e392323b-4f50-47c0-94d4-55ca7f37404b" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.805890] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e392323b-4f50-47c0-94d4-55ca7f37404b" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.806395] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e392323b-4f50-47c0-94d4-55ca7f37404b" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.806495] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e392323b-4f50-47c0-94d4-55ca7f37404b',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1008.854208] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ebe9d131-bf1d-401c-956d-8958f6a945eb in Status: SUCCESS [ 1008.854346] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ebe9d131-bf1d-401c-956d-8958f6a945eb" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.165789] env[65562]: INFO networking_nsxv3.common.synchronization [req-c25c4b87-8b5a-4725-aa12-831d27eddd34 req-f01bd6d4-0cd4-4903-a1ca-abd19fc3bf61 tempest-ImagesOneServerNegativeTestJSON-1039086717 tempest-ImagesOneServerNegativeTestJSON-1039086717-project-member] Enqueued Resource ID: 42ad6657-fb78-431c-b345-5c050bf84172 with Priority: HIGHEST for action security_group_members [ 1009.166386] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 42ad6657-fb78-431c-b345-5c050bf84172 with Priority: HIGHEST for action security_group_members [ 1009.167374] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-42ad6657-fb78-431c-b345-5c050bf84172 taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.167518] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-42ad6657-fb78-431c-b345-5c050bf84172" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.167690] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-42ad6657-fb78-431c-b345-5c050bf84172" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.168157] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-42ad6657-fb78-431c-b345-5c050bf84172" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.168232] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.168346] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.168408] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.168591] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.169579] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.169579] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('42ad6657-fb78-431c-b345-5c050bf84172',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1009.175790] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.175790] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.175790] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.175790] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.175790] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.175790] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d4b75122-c8d0-4cec-8f54-c5a1b002d8d5 already deleted. [ 1009.175790] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d4b75122-c8d0-4cec-8f54-c5a1b002d8d5" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.311138] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e392323b-4f50-47c0-94d4-55ca7f37404b [ 1009.311243] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.311347] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.311415] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.312265] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.312265] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.312265] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e392323b-4f50-47c0-94d4-55ca7f37404b already deleted. [ 1009.312265] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e392323b-4f50-47c0-94d4-55ca7f37404b" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.376736] env[65562]: INFO networking_nsxv3.common.synchronization [req-48634b2e-2853-4047-9d63-00822ac9f0c1 req-3522de7f-0681-482a-a705-0b4521ee6580 service nova] Enqueued Resource ID: ebe9d131-bf1d-401c-956d-8958f6a945eb with Priority: HIGHEST for action security_group_rules [ 1009.376918] env[65562]: INFO networking_nsxv3.common.synchronization [req-48634b2e-2853-4047-9d63-00822ac9f0c1 req-3522de7f-0681-482a-a705-0b4521ee6580 service nova] Enqueued Resource ID: ebe9d131-bf1d-401c-956d-8958f6a945eb with Priority: HIGHEST for action security_group_members [ 1009.377184] env[65562]: INFO networking_nsxv3.common.synchronization [req-48634b2e-2853-4047-9d63-00822ac9f0c1 req-3522de7f-0681-482a-a705-0b4521ee6580 service nova] Enqueued Resource ID: f65eb5b9-0fe0-4cbc-a9a5-218c409a52f1 with Priority: HIGHEST for action port [ 1009.377657] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ebe9d131-bf1d-401c-956d-8958f6a945eb with Priority: HIGHEST for action security_group_rules [ 1009.377785] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ebe9d131-bf1d-401c-956d-8958f6a945eb with Priority: HIGHEST for action security_group_members [ 1009.377891] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f65eb5b9-0fe0-4cbc-a9a5-218c409a52f1 with Priority: HIGHEST for action port [ 1009.378574] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ebe9d131-bf1d-401c-956d-8958f6a945eb taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.378574] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ebe9d131-bf1d-401c-956d-8958f6a945eb" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.378574] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ebe9d131-bf1d-401c-956d-8958f6a945eb" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.378842] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ebe9d131-bf1d-401c-956d-8958f6a945eb" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.379056] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ebe9d131-bf1d-401c-956d-8958f6a945eb',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1009.379984] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-ebe9d131-bf1d-401c-956d-8958f6a945eb taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.380118] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ebe9d131-bf1d-401c-956d-8958f6a945eb" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.380200] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ebe9d131-bf1d-401c-956d-8958f6a945eb" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.380507] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ebe9d131-bf1d-401c-956d-8958f6a945eb" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.380694] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.380770] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.380875] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.381028] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.381123] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.381275] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ebe9d131-bf1d-401c-956d-8958f6a945eb',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1009.384600] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock port-f65eb5b9-0fe0-4cbc-a9a5-218c409a52f1 taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.384600] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f65eb5b9-0fe0-4cbc-a9a5-218c409a52f1" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.384600] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f65eb5b9-0fe0-4cbc-a9a5-218c409a52f1" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.384860] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f65eb5b9-0fe0-4cbc-a9a5-218c409a52f1" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.384860] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f65eb5b9-0fe0-4cbc-a9a5-218c409a52f1',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1009.639531] env[65562]: DEBUG networking_nsxv3.common.locking [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Lock network-616 taken with stack trace [, , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.639531] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquiring lock "network-616" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.639531] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired lock "network-616" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.639531] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired external semaphore "network-616" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.639960] env[65562]: DEBUG networking_nsxv3.common.locking [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.639960] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquiring lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.640135] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.640266] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired external semaphore "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.640496] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Releasing lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.640605] env[65562]: DEBUG dogpile.cache.region [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] No value present for key: 'zone-id' {{(pid=65562) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1009.640711] env[65562]: DEBUG dogpile.lock [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] NeedRegenerationException {{(pid=65562) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1009.641853] env[65562]: DEBUG dogpile.lock [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] no value, waiting for create lock {{(pid=65562) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1009.641853] env[65562]: DEBUG dogpile.lock [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] value creation lock acquired {{(pid=65562) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1009.641853] env[65562]: DEBUG dogpile.cache.region [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] No value present for key: 'zone-id' {{(pid=65562) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1009.641853] env[65562]: DEBUG dogpile.lock [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Calling creation function for not-yet-present value {{(pid=65562) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1009.641853] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1009.660952] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1009.661143] env[65562]: DEBUG dogpile.cache.region [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65562) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1009.661237] env[65562]: DEBUG dogpile.lock [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Released creation lock {{(pid=65562) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1009.661416] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Releasing lock "network-616" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.661729] env[65562]: DEBUG networking_nsxv3.common.locking [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Lock port-78fb8dcc-833d-4c3e-9464-1881dff5dd62 taken with stack trace [, , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.661905] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquiring lock "port-78fb8dcc-833d-4c3e-9464-1881dff5dd62" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.662046] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired lock "port-78fb8dcc-833d-4c3e-9464-1881dff5dd62" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.662368] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired external semaphore "port-78fb8dcc-833d-4c3e-9464-1881dff5dd62" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.662529] env[65562]: DEBUG networking_nsxv3.api.rpc [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('78fb8dcc-833d-4c3e-9464-1881dff5dd62',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1009.671450] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.671599] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.671669] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.671883] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.671976] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.672190] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.672292] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.672354] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.672506] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.672582] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.672690] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 42ad6657-fb78-431c-b345-5c050bf84172 already deleted. [ 1009.672746] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-42ad6657-fb78-431c-b345-5c050bf84172" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.831178] env[65562]: INFO networking_nsxv3.common.synchronization [req-eb8b9dfb-151a-4554-b32f-368f1358a4d7 req-4bdaac06-d56c-43c1-9ab9-00538180ece2 tempest-ServersAdminTestJSON-654717704 tempest-ServersAdminTestJSON-654717704-project-member] Enqueued Resource ID: 9c637330-1eb5-4d0f-9bfc-c8d2f1935709 with Priority: HIGHEST for action security_group_members [ 1009.831859] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9c637330-1eb5-4d0f-9bfc-c8d2f1935709 with Priority: HIGHEST for action security_group_members [ 1009.833779] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-9c637330-1eb5-4d0f-9bfc-c8d2f1935709 taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.833779] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9c637330-1eb5-4d0f-9bfc-c8d2f1935709" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.833779] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9c637330-1eb5-4d0f-9bfc-c8d2f1935709" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.833779] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9c637330-1eb5-4d0f-9bfc-c8d2f1935709" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.834096] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.834096] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.834096] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.834282] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.834367] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.834468] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9c637330-1eb5-4d0f-9bfc-c8d2f1935709',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1009.889442] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ebe9d131-bf1d-401c-956d-8958f6a945eb',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1009.891700] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-ebe9d131-bf1d-401c-956d-8958f6a945eb taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.891700] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ebe9d131-bf1d-401c-956d-8958f6a945eb" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.891700] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f65eb5b9-0fe0-4cbc-a9a5-218c409a52f1 with status ACTIVE [ 1009.891700] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.891700] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.891700] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.891700] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.891700] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.892290] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.892290] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.892290] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.892466] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.892466] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.892916] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.892916] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.892916] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.893128] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.893128] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.893272] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f65eb5b9-0fe0-4cbc-a9a5-218c409a52f1 is going to be updated. [ 1009.923321] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.923321] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.923321] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.923321] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.923321] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.923321] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f65eb5b9-0fe0-4cbc-a9a5-218c409a52f1" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.165409] env[65562]: DEBUG networking_nsxv3.common.locking [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.165691] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.165865] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.166204] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.166402] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.166596] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Segment Port 78fb8dcc-833d-4c3e-9464-1881dff5dd62 not found, creating... [ 1010.166916] env[65562]: DEBUG networking_nsxv3.common.locking [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.167135] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquiring lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.167303] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.167573] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired external semaphore "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.167760] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Releasing lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.168598] env[65562]: DEBUG networking_nsxv3.common.locking [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.168598] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.168598] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.168598] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.168974] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.168974] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Resource: SegmentPort with ID: 78fb8dcc-833d-4c3e-9464-1881dff5dd62 is going to be created. [ 1010.199469] env[65562]: DEBUG networking_nsxv3.common.locking [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.199713] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.199843] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.200166] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.200500] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.200821] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Releasing lock "port-78fb8dcc-833d-4c3e-9464-1881dff5dd62" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.337997] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.338296] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.338423] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.338762] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.395592] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ebe9d131-bf1d-401c-956d-8958f6a945eb',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1010.518926] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.518926] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.518926] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.518926] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.519210] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.519458] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.519458] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9c637330-1eb5-4d0f-9bfc-c8d2f1935709 is going to be updated. [ 1010.562319] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.562319] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.562493] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.563967] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.563967] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.575869] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9c637330-1eb5-4d0f-9bfc-c8d2f1935709 in Status: IN_PROGRESS for 2s [ 1010.897628] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.897832] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.897905] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.898181] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.898285] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.898393] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ebe9d131-bf1d-401c-956d-8958f6a945eb is going to be updated. [ 1010.939169] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.939169] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.939169] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.939169] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.939412] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.948310] env[65562]: INFO networking_nsxv3.common.synchronization [req-c25c4b87-8b5a-4725-aa12-831d27eddd34 req-512e731f-0226-4ac5-9a9d-afb4e54e3430 service nova] Enqueued Resource ID: 42ad6657-fb78-431c-b345-5c050bf84172 with Priority: HIGHEST for action security_group_rules [ 1010.948667] env[65562]: INFO networking_nsxv3.common.synchronization [req-c25c4b87-8b5a-4725-aa12-831d27eddd34 req-512e731f-0226-4ac5-9a9d-afb4e54e3430 service nova] Enqueued Resource ID: 42ad6657-fb78-431c-b345-5c050bf84172 with Priority: HIGHEST for action security_group_members [ 1010.948667] env[65562]: INFO networking_nsxv3.common.synchronization [req-c25c4b87-8b5a-4725-aa12-831d27eddd34 req-512e731f-0226-4ac5-9a9d-afb4e54e3430 service nova] Enqueued Resource ID: 78fb8dcc-833d-4c3e-9464-1881dff5dd62 with Priority: HIGHEST for action port [ 1010.949231] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 42ad6657-fb78-431c-b345-5c050bf84172 with Priority: HIGHEST for action security_group_rules [ 1010.949374] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 42ad6657-fb78-431c-b345-5c050bf84172 with Priority: HIGHEST for action security_group_members [ 1010.949472] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 78fb8dcc-833d-4c3e-9464-1881dff5dd62 with Priority: HIGHEST for action port [ 1010.949974] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock rules-42ad6657-fb78-431c-b345-5c050bf84172 taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.949974] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-42ad6657-fb78-431c-b345-5c050bf84172" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.949974] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-42ad6657-fb78-431c-b345-5c050bf84172" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.950313] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-42ad6657-fb78-431c-b345-5c050bf84172" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.950417] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('42ad6657-fb78-431c-b345-5c050bf84172',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1010.952241] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-42ad6657-fb78-431c-b345-5c050bf84172 taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.952488] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-42ad6657-fb78-431c-b345-5c050bf84172" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.952488] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-42ad6657-fb78-431c-b345-5c050bf84172" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.952643] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-42ad6657-fb78-431c-b345-5c050bf84172" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.952765] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.952860] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.952921] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.953076] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.953161] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.953254] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('42ad6657-fb78-431c-b345-5c050bf84172',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1010.954113] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock port-78fb8dcc-833d-4c3e-9464-1881dff5dd62 taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.954220] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-78fb8dcc-833d-4c3e-9464-1881dff5dd62" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.954380] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-78fb8dcc-833d-4c3e-9464-1881dff5dd62" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.954448] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-78fb8dcc-833d-4c3e-9464-1881dff5dd62" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.954486] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('78fb8dcc-833d-4c3e-9464-1881dff5dd62',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1010.957028] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ebe9d131-bf1d-401c-956d-8958f6a945eb in Status: IN_PROGRESS for 2s [ 1011.456217] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-42ad6657-fb78-431c-b345-5c050bf84172 taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.456486] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-42ad6657-fb78-431c-b345-5c050bf84172" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.456564] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('42ad6657-fb78-431c-b345-5c050bf84172',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1011.457570] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 78fb8dcc-833d-4c3e-9464-1881dff5dd62 with status ACTIVE [ 1011.457760] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.457885] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.458030] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.458209] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.458306] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.458481] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.458576] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.458636] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.458787] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.458860] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.459313] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.459424] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.459488] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.459633] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.459754] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.459800] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 78fb8dcc-833d-4c3e-9464-1881dff5dd62 is going to be updated. [ 1011.483282] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.483530] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.483609] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.483827] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.484051] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.484221] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-78fb8dcc-833d-4c3e-9464-1881dff5dd62" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.962030] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('42ad6657-fb78-431c-b345-5c050bf84172',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1012.464853] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.465266] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.465266] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.466033] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.466033] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.466033] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 42ad6657-fb78-431c-b345-5c050bf84172 is going to be created. [ 1012.500516] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.500760] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.500760] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.501394] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.501394] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.518770] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 42ad6657-fb78-431c-b345-5c050bf84172 in Status: UNINITIALIZED for 2s [ 1012.594376] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9c637330-1eb5-4d0f-9bfc-c8d2f1935709 in Status: SUCCESS [ 1012.594583] env[65562]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9c637330-1eb5-4d0f-9bfc-c8d2f1935709 deletion is rescheduled due to dependency. [ 1012.594712] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9c637330-1eb5-4d0f-9bfc-c8d2f1935709" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.623563] env[65562]: INFO networking_nsxv3.common.synchronization [req-3852cf8f-37a5-40c9-be40-1c77f59fdcc8 req-3ed24221-154a-4f5a-ba0d-967ea269cc79 tempest-FloatingIPsAssociationTestJSON-24929754 tempest-FloatingIPsAssociationTestJSON-24929754-project-member] Enqueued Resource ID: 503dea26-2784-4a89-a725-89163cfc60b2 with Priority: HIGHEST for action security_group_members [ 1012.624170] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 503dea26-2784-4a89-a725-89163cfc60b2 with Priority: HIGHEST for action security_group_members [ 1012.624481] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-503dea26-2784-4a89-a725-89163cfc60b2 taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.624594] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-503dea26-2784-4a89-a725-89163cfc60b2" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.624694] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-503dea26-2784-4a89-a725-89163cfc60b2" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.624978] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-503dea26-2784-4a89-a725-89163cfc60b2" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.625195] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.625304] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.625363] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.625531] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.625611] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.625701] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('503dea26-2784-4a89-a725-89163cfc60b2',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1012.967972] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ebe9d131-bf1d-401c-956d-8958f6a945eb in Status: SUCCESS [ 1012.968272] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ebe9d131-bf1d-401c-956d-8958f6a945eb" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.968479] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ebe9d131-bf1d-401c-956d-8958f6a945eb" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.968727] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ebe9d131-bf1d-401c-956d-8958f6a945eb" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.968954] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.969122] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.969203] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.969407] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.969540] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.969605] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ebe9d131-bf1d-401c-956d-8958f6a945eb" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.969691] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ebe9d131-bf1d-401c-956d-8958f6a945eb',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1013.024224] env[65562]: DEBUG networking_nsxv3.common.locking [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Lock network-716 taken with stack trace [, , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.024913] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquiring lock "network-716" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.025582] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired lock "network-716" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.025582] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired external semaphore "network-716" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.025901] env[65562]: DEBUG networking_nsxv3.common.locking [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.026140] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquiring lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.026312] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.026599] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired external semaphore "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.026793] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Releasing lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.027085] env[65562]: DEBUG dogpile.cache.region [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] No value present for key: 'zone-id' {{(pid=65562) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1013.027276] env[65562]: DEBUG dogpile.lock [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] NeedRegenerationException {{(pid=65562) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1013.027437] env[65562]: DEBUG dogpile.lock [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] no value, waiting for create lock {{(pid=65562) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1013.027593] env[65562]: DEBUG dogpile.lock [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] value creation lock acquired {{(pid=65562) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1013.027771] env[65562]: DEBUG dogpile.cache.region [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] No value present for key: 'zone-id' {{(pid=65562) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1013.027916] env[65562]: DEBUG dogpile.lock [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Calling creation function for not-yet-present value {{(pid=65562) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1013.028113] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1013.047273] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1013.047502] env[65562]: DEBUG dogpile.cache.region [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65562) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1013.047692] env[65562]: DEBUG dogpile.lock [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Released creation lock {{(pid=65562) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1013.047922] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Releasing lock "network-716" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.048472] env[65562]: DEBUG networking_nsxv3.common.locking [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Lock port-54040eb0-268c-416e-b1df-017e3bdee703 taken with stack trace [, , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.048715] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquiring lock "port-54040eb0-268c-416e-b1df-017e3bdee703" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.048875] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired lock "port-54040eb0-268c-416e-b1df-017e3bdee703" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.049326] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired external semaphore "port-54040eb0-268c-416e-b1df-017e3bdee703" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.049517] env[65562]: DEBUG networking_nsxv3.api.rpc [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('54040eb0-268c-416e-b1df-017e3bdee703',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1013.129179] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.129179] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.129179] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.129179] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.129179] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.129179] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.129542] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.129542] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.129770] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.129770] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.129967] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 503dea26-2784-4a89-a725-89163cfc60b2 already deleted. [ 1013.129967] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-503dea26-2784-4a89-a725-89163cfc60b2" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.472093] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-ebe9d131-bf1d-401c-956d-8958f6a945eb taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.472454] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ebe9d131-bf1d-401c-956d-8958f6a945eb" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.472454] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ebe9d131-bf1d-401c-956d-8958f6a945eb" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.473058] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ebe9d131-bf1d-401c-956d-8958f6a945eb" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.473058] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.473058] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.473058] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.473423] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.473423] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.473423] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ebe9d131-bf1d-401c-956d-8958f6a945eb" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.473423] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-ebe9d131-bf1d-401c-956d-8958f6a945eb taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.473712] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ebe9d131-bf1d-401c-956d-8958f6a945eb" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.473821] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ebe9d131-bf1d-401c-956d-8958f6a945eb" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.474013] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ebe9d131-bf1d-401c-956d-8958f6a945eb" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.474182] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.474282] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.474345] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.474492] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.474574] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.474662] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ebe9d131-bf1d-401c-956d-8958f6a945eb" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.474750] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ebe9d131-bf1d-401c-956d-8958f6a945eb',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1013.552217] env[65562]: DEBUG networking_nsxv3.common.locking [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.552501] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.552656] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.552985] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.553216] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.553405] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Segment Port 54040eb0-268c-416e-b1df-017e3bdee703 not found, creating... [ 1013.553721] env[65562]: DEBUG networking_nsxv3.common.locking [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.553947] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquiring lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.554145] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.554467] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired external semaphore "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.554642] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Releasing lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.554971] env[65562]: DEBUG networking_nsxv3.common.locking [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.555150] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.555293] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.555548] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.555726] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.555894] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Resource: SegmentPort with ID: 54040eb0-268c-416e-b1df-017e3bdee703 is going to be created. [ 1013.582119] env[65562]: DEBUG networking_nsxv3.common.locking [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.582387] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.582532] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.582844] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.583123] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.583350] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Releasing lock "port-54040eb0-268c-416e-b1df-017e3bdee703" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.977254] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ebe9d131-bf1d-401c-956d-8958f6a945eb: rpc.has_security_group_logging(os_id): False [ 1013.996623] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.996623] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.996623] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.996841] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.996841] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.997077] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.997207] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.997283] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.997467] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.997612] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.997762] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.997858] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.997922] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.998085] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.998172] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.998435] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.998505] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.998570] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.998741] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.998825] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.998918] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ebe9d131-bf1d-401c-956d-8958f6a945eb is going to be updated. [ 1014.070331] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.070420] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.070502] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.072048] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.072048] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.086123] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ebe9d131-bf1d-401c-956d-8958f6a945eb in Status: IN_PROGRESS for 2s [ 1014.369452] env[65562]: INFO networking_nsxv3.common.synchronization [req-3852cf8f-37a5-40c9-be40-1c77f59fdcc8 req-a9b193de-57a6-49ab-a000-93760267f0ee service nova] Enqueued Resource ID: 503dea26-2784-4a89-a725-89163cfc60b2 with Priority: HIGHEST for action security_group_rules [ 1014.369452] env[65562]: INFO networking_nsxv3.common.synchronization [req-3852cf8f-37a5-40c9-be40-1c77f59fdcc8 req-a9b193de-57a6-49ab-a000-93760267f0ee service nova] Enqueued Resource ID: 503dea26-2784-4a89-a725-89163cfc60b2 with Priority: HIGHEST for action security_group_members [ 1014.369452] env[65562]: INFO networking_nsxv3.common.synchronization [req-3852cf8f-37a5-40c9-be40-1c77f59fdcc8 req-a9b193de-57a6-49ab-a000-93760267f0ee service nova] Enqueued Resource ID: 54040eb0-268c-416e-b1df-017e3bdee703 with Priority: HIGHEST for action port [ 1014.369452] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 503dea26-2784-4a89-a725-89163cfc60b2 with Priority: HIGHEST for action security_group_rules [ 1014.370095] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 503dea26-2784-4a89-a725-89163cfc60b2 with Priority: HIGHEST for action security_group_members [ 1014.370262] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 54040eb0-268c-416e-b1df-017e3bdee703 with Priority: HIGHEST for action port [ 1014.371416] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock rules-503dea26-2784-4a89-a725-89163cfc60b2 taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.371580] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-503dea26-2784-4a89-a725-89163cfc60b2" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.371580] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-503dea26-2784-4a89-a725-89163cfc60b2" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.371796] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-503dea26-2784-4a89-a725-89163cfc60b2" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.371887] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('503dea26-2784-4a89-a725-89163cfc60b2',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1014.373699] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-503dea26-2784-4a89-a725-89163cfc60b2 taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.373869] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-503dea26-2784-4a89-a725-89163cfc60b2" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.373969] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-503dea26-2784-4a89-a725-89163cfc60b2" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.374348] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-503dea26-2784-4a89-a725-89163cfc60b2" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.374544] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.377064] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.377064] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.377064] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.377064] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.377064] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('503dea26-2784-4a89-a725-89163cfc60b2',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1014.377662] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock port-54040eb0-268c-416e-b1df-017e3bdee703 taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.377662] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-54040eb0-268c-416e-b1df-017e3bdee703" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.377662] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-54040eb0-268c-416e-b1df-017e3bdee703" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.377662] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-54040eb0-268c-416e-b1df-017e3bdee703" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.377662] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('54040eb0-268c-416e-b1df-017e3bdee703',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1014.532677] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 42ad6657-fb78-431c-b345-5c050bf84172 in Status: SUCCESS [ 1014.533736] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-42ad6657-fb78-431c-b345-5c050bf84172" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.533982] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-42ad6657-fb78-431c-b345-5c050bf84172" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.534795] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-42ad6657-fb78-431c-b345-5c050bf84172" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.534795] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.534795] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.534795] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.534994] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.535098] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.535214] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-42ad6657-fb78-431c-b345-5c050bf84172" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.535335] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('42ad6657-fb78-431c-b345-5c050bf84172',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1014.878265] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('503dea26-2784-4a89-a725-89163cfc60b2',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1014.880115] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-503dea26-2784-4a89-a725-89163cfc60b2 taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.880261] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-503dea26-2784-4a89-a725-89163cfc60b2" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.882173] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 54040eb0-268c-416e-b1df-017e3bdee703 with status ACTIVE [ 1014.882501] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.882715] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.882834] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.883189] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.883340] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.883620] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.885759] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.885759] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.885759] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.885759] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.885759] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.885759] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.885759] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.885759] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.885759] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.886571] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 54040eb0-268c-416e-b1df-017e3bdee703 is going to be updated. [ 1014.912163] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.912308] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.912394] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.912607] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.912781] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.912925] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-54040eb0-268c-416e-b1df-017e3bdee703" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.037736] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-42ad6657-fb78-431c-b345-5c050bf84172 taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.037942] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-42ad6657-fb78-431c-b345-5c050bf84172" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.039730] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-42ad6657-fb78-431c-b345-5c050bf84172" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.039730] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-42ad6657-fb78-431c-b345-5c050bf84172" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.039730] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.039730] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.039730] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.039730] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.039730] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.039730] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-42ad6657-fb78-431c-b345-5c050bf84172" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.039730] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-42ad6657-fb78-431c-b345-5c050bf84172 taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.039730] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-42ad6657-fb78-431c-b345-5c050bf84172" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.039730] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-42ad6657-fb78-431c-b345-5c050bf84172" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.040210] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-42ad6657-fb78-431c-b345-5c050bf84172" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.040210] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.040210] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.040210] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.040342] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.040458] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.040543] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-42ad6657-fb78-431c-b345-5c050bf84172" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.040661] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('42ad6657-fb78-431c-b345-5c050bf84172',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1015.380969] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('503dea26-2784-4a89-a725-89163cfc60b2',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1015.543758] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 42ad6657-fb78-431c-b345-5c050bf84172: rpc.has_security_group_logging(os_id): False [ 1015.566155] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.566518] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.566518] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.566595] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.566687] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.567260] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.567397] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.567448] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.567907] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.567907] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.567907] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.568364] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.568364] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.568364] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.568514] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.568658] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.568757] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.568815] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.568964] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.569055] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.569161] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 42ad6657-fb78-431c-b345-5c050bf84172 is going to be created. [ 1015.638858] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.639155] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.639333] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.639645] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.639961] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.654022] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 42ad6657-fb78-431c-b345-5c050bf84172 in Status: IN_PROGRESS for 2s [ 1015.887301] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.887501] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.887828] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.887911] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.887950] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.888074] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 503dea26-2784-4a89-a725-89163cfc60b2 is going to be created. [ 1015.914662] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.914819] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.914878] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.915146] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.915316] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.928167] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 503dea26-2784-4a89-a725-89163cfc60b2 in Status: UNINITIALIZED for 2s [ 1016.102648] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ebe9d131-bf1d-401c-956d-8958f6a945eb in Status: SUCCESS [ 1016.102883] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ebe9d131-bf1d-401c-956d-8958f6a945eb" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.670257] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 42ad6657-fb78-431c-b345-5c050bf84172 in Status: SUCCESS [ 1017.670554] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-42ad6657-fb78-431c-b345-5c050bf84172" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.922523] env[65562]: INFO networking_nsxv3.common.synchronization [req-300721e7-76b9-4c7b-b368-a8b8037e676c req-106d0f47-6400-4134-aae9-0bee6c8a6cb3 tempest-DeleteServersTestJSON-1989734922 tempest-DeleteServersTestJSON-1989734922-project-member] Enqueued Resource ID: 2fafe9ef-7e47-4c4b-88ec-4ced8cbabccd with Priority: HIGHEST for action security_group_members [ 1017.922926] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2fafe9ef-7e47-4c4b-88ec-4ced8cbabccd with Priority: HIGHEST for action security_group_members [ 1017.923302] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-2fafe9ef-7e47-4c4b-88ec-4ced8cbabccd taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.923432] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2fafe9ef-7e47-4c4b-88ec-4ced8cbabccd" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.923500] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2fafe9ef-7e47-4c4b-88ec-4ced8cbabccd" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.923737] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2fafe9ef-7e47-4c4b-88ec-4ced8cbabccd" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.923907] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.924032] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.924123] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.924303] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.924401] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.924497] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2fafe9ef-7e47-4c4b-88ec-4ced8cbabccd',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1017.941286] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 503dea26-2784-4a89-a725-89163cfc60b2 in Status: SUCCESS [ 1017.941551] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-503dea26-2784-4a89-a725-89163cfc60b2" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.941953] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-503dea26-2784-4a89-a725-89163cfc60b2" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.942176] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-503dea26-2784-4a89-a725-89163cfc60b2" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.942368] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.942540] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.942540] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.943011] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.944046] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.944046] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-503dea26-2784-4a89-a725-89163cfc60b2" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.944046] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('503dea26-2784-4a89-a725-89163cfc60b2',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1018.427395] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.427652] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.427868] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.428078] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.428240] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.428521] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.428668] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.428668] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.428906] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.429117] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.429178] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2fafe9ef-7e47-4c4b-88ec-4ced8cbabccd is going to be updated. [ 1018.447026] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-503dea26-2784-4a89-a725-89163cfc60b2 taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.447316] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-503dea26-2784-4a89-a725-89163cfc60b2" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.447423] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-503dea26-2784-4a89-a725-89163cfc60b2" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.447749] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-503dea26-2784-4a89-a725-89163cfc60b2" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.448046] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.448175] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.448236] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.448435] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.448534] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.448628] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-503dea26-2784-4a89-a725-89163cfc60b2" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.448793] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-503dea26-2784-4a89-a725-89163cfc60b2 taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.448897] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-503dea26-2784-4a89-a725-89163cfc60b2" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.448976] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-503dea26-2784-4a89-a725-89163cfc60b2" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.449128] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-503dea26-2784-4a89-a725-89163cfc60b2" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.449271] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.449375] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.449443] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.449569] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.449641] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.449735] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-503dea26-2784-4a89-a725-89163cfc60b2" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.450408] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('503dea26-2784-4a89-a725-89163cfc60b2',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1018.464462] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.464673] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.464673] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.464931] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.465211] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.477638] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2fafe9ef-7e47-4c4b-88ec-4ced8cbabccd in Status: IN_PROGRESS for 2s [ 1018.904619] env[65562]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-beda378b-5629-482c-8706-6a6b938c8fd5 None None] NSXv3 Agent Agent loop - iteration:1 completed [ 1018.905084] env[65562]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-beda378b-5629-482c-8706-6a6b938c8fd5 None None] NSXv3 Agent Agent loop - iteration:2 started [ 1018.952588] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 503dea26-2784-4a89-a725-89163cfc60b2: rpc.has_security_group_logging(os_id): False [ 1018.978406] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.978406] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.978406] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.978406] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.978406] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.978406] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.978406] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.978406] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.978406] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.978406] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.978406] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.978406] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.978406] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.978406] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.978406] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.982514] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.982514] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.982514] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.982514] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.982514] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.982514] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 503dea26-2784-4a89-a725-89163cfc60b2 is going to be created. [ 1019.045494] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.045678] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.045724] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.046156] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.046246] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.062182] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 503dea26-2784-4a89-a725-89163cfc60b2 in Status: IN_PROGRESS for 2s [ 1019.197896] env[65562]: INFO networking_nsxv3.common.synchronization [req-9ed8a249-a379-47f4-a1b1-057e59917e76 req-146f5d50-bf3a-4dab-8399-8a75e9b3b122 tempest-ServerAddressesTestJSON-56513092 tempest-ServerAddressesTestJSON-56513092-project-member] Enqueued Resource ID: 8f0f1895-1939-4fec-9c74-e69fdabe1d99 with Priority: HIGHEST for action security_group_members [ 1019.198755] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8f0f1895-1939-4fec-9c74-e69fdabe1d99 with Priority: HIGHEST for action security_group_members [ 1019.198911] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-8f0f1895-1939-4fec-9c74-e69fdabe1d99 taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.199191] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8f0f1895-1939-4fec-9c74-e69fdabe1d99" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.199191] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8f0f1895-1939-4fec-9c74-e69fdabe1d99" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.199733] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8f0f1895-1939-4fec-9c74-e69fdabe1d99" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.199818] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.199984] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.200115] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.200357] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.200480] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.200602] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8f0f1895-1939-4fec-9c74-e69fdabe1d99',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1019.631791] env[65562]: DEBUG networking_nsxv3.common.locking [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Lock network-839 taken with stack trace [, , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.631791] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquiring lock "network-839" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.631791] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired lock "network-839" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.632114] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired external semaphore "network-839" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.632392] env[65562]: DEBUG networking_nsxv3.common.locking [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.632631] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquiring lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.632916] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.633048] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired external semaphore "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.633293] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Releasing lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.633557] env[65562]: DEBUG dogpile.cache.region [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] No value present for key: 'zone-id' {{(pid=65562) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1019.633703] env[65562]: DEBUG dogpile.lock [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] NeedRegenerationException {{(pid=65562) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1019.633820] env[65562]: DEBUG dogpile.lock [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] no value, waiting for create lock {{(pid=65562) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1019.633968] env[65562]: DEBUG dogpile.lock [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] value creation lock acquired {{(pid=65562) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1019.634123] env[65562]: DEBUG dogpile.cache.region [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] No value present for key: 'zone-id' {{(pid=65562) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1019.634232] env[65562]: DEBUG dogpile.lock [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Calling creation function for not-yet-present value {{(pid=65562) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1019.634366] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1019.655152] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1019.655368] env[65562]: DEBUG dogpile.cache.region [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65562) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1019.655507] env[65562]: DEBUG dogpile.lock [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Released creation lock {{(pid=65562) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1019.655687] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Releasing lock "network-839" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.656054] env[65562]: DEBUG networking_nsxv3.common.locking [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Lock port-5a0c9bce-39f1-4123-9c8d-fbdd0ee0bb20 taken with stack trace [, , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.656196] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquiring lock "port-5a0c9bce-39f1-4123-9c8d-fbdd0ee0bb20" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.656314] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired lock "port-5a0c9bce-39f1-4123-9c8d-fbdd0ee0bb20" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.656650] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired external semaphore "port-5a0c9bce-39f1-4123-9c8d-fbdd0ee0bb20" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.656789] env[65562]: DEBUG networking_nsxv3.api.rpc [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5a0c9bce-39f1-4123-9c8d-fbdd0ee0bb20',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1019.704342] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.704499] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.704570] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.704780] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.704871] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.705084] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.705188] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.705290] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.705399] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.705473] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.705557] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8f0f1895-1939-4fec-9c74-e69fdabe1d99 already deleted. [ 1019.705738] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8f0f1895-1939-4fec-9c74-e69fdabe1d99" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.160526] env[65562]: DEBUG networking_nsxv3.common.locking [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.160526] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.160526] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.160526] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.160526] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.161125] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Segment Port 5a0c9bce-39f1-4123-9c8d-fbdd0ee0bb20 not found, creating... [ 1020.161125] env[65562]: DEBUG networking_nsxv3.common.locking [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.161125] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquiring lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.161125] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.161496] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired external semaphore "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.161729] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Releasing lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.162103] env[65562]: DEBUG networking_nsxv3.common.locking [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.162284] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.162444] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.162898] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.163090] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.163286] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Resource: SegmentPort with ID: 5a0c9bce-39f1-4123-9c8d-fbdd0ee0bb20 is going to be created. [ 1020.186019] env[65562]: DEBUG networking_nsxv3.common.locking [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.186240] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.186369] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.186663] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.186903] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.187265] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Releasing lock "port-5a0c9bce-39f1-4123-9c8d-fbdd0ee0bb20" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.490652] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2fafe9ef-7e47-4c4b-88ec-4ced8cbabccd in Status: SUCCESS [ 1020.490839] env[65562]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2fafe9ef-7e47-4c4b-88ec-4ced8cbabccd deletion is rescheduled due to dependency. [ 1020.490961] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2fafe9ef-7e47-4c4b-88ec-4ced8cbabccd" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.985824] env[65562]: INFO networking_nsxv3.common.synchronization [req-9ed8a249-a379-47f4-a1b1-057e59917e76 req-1c5c5264-12bb-4ea3-97ed-fb1750089f25 service nova] Enqueued Resource ID: 8f0f1895-1939-4fec-9c74-e69fdabe1d99 with Priority: HIGHEST for action security_group_rules [ 1020.986020] env[65562]: INFO networking_nsxv3.common.synchronization [req-9ed8a249-a379-47f4-a1b1-057e59917e76 req-1c5c5264-12bb-4ea3-97ed-fb1750089f25 service nova] Enqueued Resource ID: 8f0f1895-1939-4fec-9c74-e69fdabe1d99 with Priority: HIGHEST for action security_group_members [ 1020.986190] env[65562]: INFO networking_nsxv3.common.synchronization [req-9ed8a249-a379-47f4-a1b1-057e59917e76 req-1c5c5264-12bb-4ea3-97ed-fb1750089f25 service nova] Enqueued Resource ID: 5a0c9bce-39f1-4123-9c8d-fbdd0ee0bb20 with Priority: HIGHEST for action port [ 1020.986841] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8f0f1895-1939-4fec-9c74-e69fdabe1d99 with Priority: HIGHEST for action security_group_rules [ 1020.987417] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8f0f1895-1939-4fec-9c74-e69fdabe1d99 with Priority: HIGHEST for action security_group_members [ 1020.987626] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5a0c9bce-39f1-4123-9c8d-fbdd0ee0bb20 with Priority: HIGHEST for action port [ 1020.988673] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8f0f1895-1939-4fec-9c74-e69fdabe1d99 taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.988832] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8f0f1895-1939-4fec-9c74-e69fdabe1d99" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.988923] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8f0f1895-1939-4fec-9c74-e69fdabe1d99" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.989226] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8f0f1895-1939-4fec-9c74-e69fdabe1d99" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.989712] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8f0f1895-1939-4fec-9c74-e69fdabe1d99',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1020.990910] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-8f0f1895-1939-4fec-9c74-e69fdabe1d99 taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.991089] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8f0f1895-1939-4fec-9c74-e69fdabe1d99" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.991190] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8f0f1895-1939-4fec-9c74-e69fdabe1d99" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.991438] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8f0f1895-1939-4fec-9c74-e69fdabe1d99" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.991709] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.991869] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.992020] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.992313] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.992418] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.992556] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8f0f1895-1939-4fec-9c74-e69fdabe1d99',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1020.994237] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock port-5a0c9bce-39f1-4123-9c8d-fbdd0ee0bb20 taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.994362] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5a0c9bce-39f1-4123-9c8d-fbdd0ee0bb20" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.994453] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5a0c9bce-39f1-4123-9c8d-fbdd0ee0bb20" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.994614] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5a0c9bce-39f1-4123-9c8d-fbdd0ee0bb20" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.994801] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5a0c9bce-39f1-4123-9c8d-fbdd0ee0bb20',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1021.079370] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 503dea26-2784-4a89-a725-89163cfc60b2 in Status: SUCCESS [ 1021.079603] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-503dea26-2784-4a89-a725-89163cfc60b2" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.498486] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-8f0f1895-1939-4fec-9c74-e69fdabe1d99 taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.498839] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8f0f1895-1939-4fec-9c74-e69fdabe1d99" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.498901] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8f0f1895-1939-4fec-9c74-e69fdabe1d99',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1021.500216] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5a0c9bce-39f1-4123-9c8d-fbdd0ee0bb20 with status ACTIVE [ 1021.500216] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.500216] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.500216] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.501992] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.501992] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.501992] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.503160] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.503160] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.503160] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.503359] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.504181] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.504313] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.504397] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.505308] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.505308] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.505308] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5a0c9bce-39f1-4123-9c8d-fbdd0ee0bb20 is going to be updated. [ 1021.529359] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.529555] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.529555] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.529721] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.529861] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.530032] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5a0c9bce-39f1-4123-9c8d-fbdd0ee0bb20" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.771427] env[65562]: INFO networking_nsxv3.common.synchronization [req-13de59d7-da86-44f6-9c3a-2aa9ad0b2991 req-a884d829-0e86-46c8-a65c-d7ad16cfd51a tempest-ServerActionsTestJSON-1145467507 tempest-ServerActionsTestJSON-1145467507-project-member] Enqueued Resource ID: cc340790-7c94-4eac-a34b-bb144039a839 with Priority: HIGHEST for action security_group_members [ 1021.772033] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cc340790-7c94-4eac-a34b-bb144039a839 with Priority: HIGHEST for action security_group_members [ 1021.772350] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-cc340790-7c94-4eac-a34b-bb144039a839 taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.772487] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cc340790-7c94-4eac-a34b-bb144039a839" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.772546] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cc340790-7c94-4eac-a34b-bb144039a839" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.772785] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cc340790-7c94-4eac-a34b-bb144039a839" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.772946] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.773293] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.773400] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.773630] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.773777] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.773904] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cc340790-7c94-4eac-a34b-bb144039a839',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1022.008822] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8f0f1895-1939-4fec-9c74-e69fdabe1d99',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1022.111427] env[65562]: DEBUG networking_nsxv3.common.locking [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Lock network-656 taken with stack trace [, , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.111681] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquiring lock "network-656" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.111842] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired lock "network-656" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.112149] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired external semaphore "network-656" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.112450] env[65562]: DEBUG networking_nsxv3.common.locking [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.112641] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquiring lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.112787] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.113048] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired external semaphore "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.113239] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Releasing lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.113457] env[65562]: DEBUG dogpile.cache.region [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] No value present for key: 'zone-id' {{(pid=65562) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1022.113568] env[65562]: DEBUG dogpile.lock [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] NeedRegenerationException {{(pid=65562) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1022.113674] env[65562]: DEBUG dogpile.lock [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] no value, waiting for create lock {{(pid=65562) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1022.113820] env[65562]: DEBUG dogpile.lock [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] value creation lock acquired {{(pid=65562) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1022.113876] env[65562]: DEBUG dogpile.cache.region [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] No value present for key: 'zone-id' {{(pid=65562) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1022.113977] env[65562]: DEBUG dogpile.lock [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Calling creation function for not-yet-present value {{(pid=65562) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1022.114148] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1022.133296] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1022.133496] env[65562]: DEBUG dogpile.cache.region [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65562) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1022.133679] env[65562]: DEBUG dogpile.lock [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Released creation lock {{(pid=65562) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1022.134417] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Releasing lock "network-656" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.134417] env[65562]: DEBUG networking_nsxv3.common.locking [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Lock port-7f7b2c71-0e5e-45cb-913b-75936b51c565 taken with stack trace [, , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.134417] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquiring lock "port-7f7b2c71-0e5e-45cb-913b-75936b51c565" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.134746] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired lock "port-7f7b2c71-0e5e-45cb-913b-75936b51c565" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.134934] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired external semaphore "port-7f7b2c71-0e5e-45cb-913b-75936b51c565" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.135047] env[65562]: DEBUG networking_nsxv3.api.rpc [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7f7b2c71-0e5e-45cb-913b-75936b51c565',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1022.278180] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.278180] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.278180] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.278180] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.278180] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.278180] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.279267] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.279267] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.279267] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.279267] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.279267] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cc340790-7c94-4eac-a34b-bb144039a839 already deleted. [ 1022.279267] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cc340790-7c94-4eac-a34b-bb144039a839" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.514513] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.514797] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.514797] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.515061] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.515189] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.515302] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8f0f1895-1939-4fec-9c74-e69fdabe1d99 is going to be created. [ 1022.539495] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.539495] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.539495] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.539741] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.540113] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.550760] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8f0f1895-1939-4fec-9c74-e69fdabe1d99 in Status: UNINITIALIZED for 2s [ 1022.638224] env[65562]: DEBUG networking_nsxv3.common.locking [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.638568] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.638784] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.639191] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.639399] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.639581] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Segment Port 7f7b2c71-0e5e-45cb-913b-75936b51c565 not found, creating... [ 1022.639868] env[65562]: DEBUG networking_nsxv3.common.locking [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.640073] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquiring lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.640263] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.640582] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired external semaphore "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.640762] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Releasing lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.641197] env[65562]: DEBUG networking_nsxv3.common.locking [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.641485] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.641612] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.641860] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.642051] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.642454] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Resource: SegmentPort with ID: 7f7b2c71-0e5e-45cb-913b-75936b51c565 is going to be created. [ 1022.667950] env[65562]: DEBUG networking_nsxv3.common.locking [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.668244] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.668341] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.668614] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.668915] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.669180] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Releasing lock "port-7f7b2c71-0e5e-45cb-913b-75936b51c565" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.427824] env[65562]: INFO networking_nsxv3.common.synchronization [req-13de59d7-da86-44f6-9c3a-2aa9ad0b2991 req-6f8a171b-2dff-4719-98cf-1bbeb793e494 service nova] Enqueued Resource ID: cc340790-7c94-4eac-a34b-bb144039a839 with Priority: HIGHEST for action security_group_rules [ 1023.428017] env[65562]: INFO networking_nsxv3.common.synchronization [req-13de59d7-da86-44f6-9c3a-2aa9ad0b2991 req-6f8a171b-2dff-4719-98cf-1bbeb793e494 service nova] Enqueued Resource ID: cc340790-7c94-4eac-a34b-bb144039a839 with Priority: HIGHEST for action security_group_members [ 1023.428183] env[65562]: INFO networking_nsxv3.common.synchronization [req-13de59d7-da86-44f6-9c3a-2aa9ad0b2991 req-6f8a171b-2dff-4719-98cf-1bbeb793e494 service nova] Enqueued Resource ID: 7f7b2c71-0e5e-45cb-913b-75936b51c565 with Priority: HIGHEST for action port [ 1023.428883] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cc340790-7c94-4eac-a34b-bb144039a839 with Priority: HIGHEST for action security_group_rules [ 1023.429094] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cc340790-7c94-4eac-a34b-bb144039a839 with Priority: HIGHEST for action security_group_members [ 1023.429248] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7f7b2c71-0e5e-45cb-913b-75936b51c565 with Priority: HIGHEST for action port [ 1023.429558] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cc340790-7c94-4eac-a34b-bb144039a839 taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.429772] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cc340790-7c94-4eac-a34b-bb144039a839" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.429930] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cc340790-7c94-4eac-a34b-bb144039a839" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.429992] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cc340790-7c94-4eac-a34b-bb144039a839" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.430095] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cc340790-7c94-4eac-a34b-bb144039a839',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1023.431573] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-cc340790-7c94-4eac-a34b-bb144039a839 taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.431573] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cc340790-7c94-4eac-a34b-bb144039a839" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.431573] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cc340790-7c94-4eac-a34b-bb144039a839" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.431573] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cc340790-7c94-4eac-a34b-bb144039a839" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.432114] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.432114] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.432114] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.432114] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.432274] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.432274] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cc340790-7c94-4eac-a34b-bb144039a839',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1023.433242] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock port-7f7b2c71-0e5e-45cb-913b-75936b51c565 taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.433427] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7f7b2c71-0e5e-45cb-913b-75936b51c565" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.433500] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7f7b2c71-0e5e-45cb-913b-75936b51c565" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.433699] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7f7b2c71-0e5e-45cb-913b-75936b51c565" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.433796] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7f7b2c71-0e5e-45cb-913b-75936b51c565',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1023.935995] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-cc340790-7c94-4eac-a34b-bb144039a839 taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.935995] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cc340790-7c94-4eac-a34b-bb144039a839" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.936344] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('cc340790-7c94-4eac-a34b-bb144039a839',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1023.937061] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7f7b2c71-0e5e-45cb-913b-75936b51c565 with status ACTIVE [ 1023.937839] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.937839] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.937839] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.937839] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.937839] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.938189] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.938189] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.938189] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.938538] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.938538] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.938641] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.938699] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.938795] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.938896] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.939036] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.939076] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7f7b2c71-0e5e-45cb-913b-75936b51c565 is going to be updated. [ 1023.962293] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.962293] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.962293] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.962526] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.962526] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.962695] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7f7b2c71-0e5e-45cb-913b-75936b51c565" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.305814] env[65562]: INFO networking_nsxv3.common.synchronization [req-0e4b4e37-5ca1-4164-8172-6973d4e4008e req-f7e94a0f-eb7e-468b-988c-e89587fc3d26 tempest-AttachInterfacesV270Test-1895450924 tempest-AttachInterfacesV270Test-1895450924-project-member] Enqueued Resource ID: c9c0690c-9a8c-43bf-93d5-32e0d16af02d with Priority: HIGHEST for action security_group_members [ 1024.306985] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c9c0690c-9a8c-43bf-93d5-32e0d16af02d with Priority: HIGHEST for action security_group_members [ 1024.307736] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-c9c0690c-9a8c-43bf-93d5-32e0d16af02d taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.307951] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c9c0690c-9a8c-43bf-93d5-32e0d16af02d" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.308099] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c9c0690c-9a8c-43bf-93d5-32e0d16af02d" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.308463] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c9c0690c-9a8c-43bf-93d5-32e0d16af02d" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.308706] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.308859] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.308971] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.309219] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.309465] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.309542] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c9c0690c-9a8c-43bf-93d5-32e0d16af02d',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1024.440883] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('cc340790-7c94-4eac-a34b-bb144039a839',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1024.561162] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8f0f1895-1939-4fec-9c74-e69fdabe1d99 in Status: SUCCESS [ 1024.561162] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8f0f1895-1939-4fec-9c74-e69fdabe1d99" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.561162] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8f0f1895-1939-4fec-9c74-e69fdabe1d99" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.561162] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8f0f1895-1939-4fec-9c74-e69fdabe1d99" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.561162] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.561537] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.561537] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.561537] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.562436] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.562436] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8f0f1895-1939-4fec-9c74-e69fdabe1d99" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.562436] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8f0f1895-1939-4fec-9c74-e69fdabe1d99',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1024.775131] env[65562]: DEBUG networking_nsxv3.common.locking [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Lock network-568 taken with stack trace [, , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.776019] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquiring lock "network-568" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.776019] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired lock "network-568" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.780020] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired external semaphore "network-568" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.780020] env[65562]: DEBUG networking_nsxv3.common.locking [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.780020] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquiring lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.780020] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.780020] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired external semaphore "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.780020] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Releasing lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.780020] env[65562]: DEBUG dogpile.cache.region [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] No value present for key: 'zone-id' {{(pid=65562) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1024.780020] env[65562]: DEBUG dogpile.lock [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] NeedRegenerationException {{(pid=65562) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1024.780020] env[65562]: DEBUG dogpile.lock [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] no value, waiting for create lock {{(pid=65562) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1024.780020] env[65562]: DEBUG dogpile.lock [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] value creation lock acquired {{(pid=65562) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1024.780020] env[65562]: DEBUG dogpile.cache.region [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] No value present for key: 'zone-id' {{(pid=65562) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1024.780020] env[65562]: DEBUG dogpile.lock [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Calling creation function for not-yet-present value {{(pid=65562) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1024.780020] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1024.805209] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1024.805209] env[65562]: DEBUG dogpile.cache.region [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=65562) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1024.805209] env[65562]: DEBUG dogpile.lock [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Released creation lock {{(pid=65562) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1024.805209] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Releasing lock "network-568" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.805209] env[65562]: DEBUG networking_nsxv3.common.locking [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Lock port-9debe745-9052-4660-b832-ab6a7c399dfd taken with stack trace [, , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.805209] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquiring lock "port-9debe745-9052-4660-b832-ab6a7c399dfd" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.805209] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired lock "port-9debe745-9052-4660-b832-ab6a7c399dfd" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.805209] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired external semaphore "port-9debe745-9052-4660-b832-ab6a7c399dfd" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.805681] env[65562]: DEBUG networking_nsxv3.api.rpc [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9debe745-9052-4660-b832-ab6a7c399dfd',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1024.812117] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.812418] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.812586] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.812869] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.813070] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.814504] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.816705] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.816705] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.816705] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.816705] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.816705] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c9c0690c-9a8c-43bf-93d5-32e0d16af02d already deleted. [ 1024.816705] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c9c0690c-9a8c-43bf-93d5-32e0d16af02d" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.924885] env[65562]: INFO networking_nsxv3.common.synchronization [req-af6ad3c9-1225-4b77-9201-c65249179f66 req-850fa0bd-50ec-461a-bb2d-2463cf3d777f tempest-AttachInterfacesTestJSON-12420228 tempest-AttachInterfacesTestJSON-12420228-project-member] Enqueued Resource ID: ebe9d131-bf1d-401c-956d-8958f6a945eb with Priority: HIGHEST for action security_group_members [ 1024.925604] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ebe9d131-bf1d-401c-956d-8958f6a945eb with Priority: HIGHEST for action security_group_members [ 1024.925928] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-ebe9d131-bf1d-401c-956d-8958f6a945eb taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.926454] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ebe9d131-bf1d-401c-956d-8958f6a945eb" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.926534] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ebe9d131-bf1d-401c-956d-8958f6a945eb" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.926742] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ebe9d131-bf1d-401c-956d-8958f6a945eb" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.926896] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.926993] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.927090] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.927241] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.927334] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.927467] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ebe9d131-bf1d-401c-956d-8958f6a945eb',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1024.943978] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.944272] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.944272] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.944400] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.944631] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.944631] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cc340790-7c94-4eac-a34b-bb144039a839 is going to be created. [ 1024.972919] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.973124] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.973227] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.973455] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.973658] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.986680] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cc340790-7c94-4eac-a34b-bb144039a839 in Status: UNINITIALIZED for 2s [ 1025.064049] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-8f0f1895-1939-4fec-9c74-e69fdabe1d99 taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.064248] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8f0f1895-1939-4fec-9c74-e69fdabe1d99" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.064329] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8f0f1895-1939-4fec-9c74-e69fdabe1d99" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.064484] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8f0f1895-1939-4fec-9c74-e69fdabe1d99" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.064683] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.064792] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.064862] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.065052] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.065141] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.065229] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8f0f1895-1939-4fec-9c74-e69fdabe1d99" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.065381] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-8f0f1895-1939-4fec-9c74-e69fdabe1d99 taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.065470] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8f0f1895-1939-4fec-9c74-e69fdabe1d99" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.065523] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8f0f1895-1939-4fec-9c74-e69fdabe1d99" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.065673] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8f0f1895-1939-4fec-9c74-e69fdabe1d99" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.065825] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.065917] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.065990] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.066124] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.066193] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.066266] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8f0f1895-1939-4fec-9c74-e69fdabe1d99" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.066356] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8f0f1895-1939-4fec-9c74-e69fdabe1d99',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1025.311516] env[65562]: DEBUG networking_nsxv3.common.locking [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.311516] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.311516] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.311516] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.311516] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.311516] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Segment Port 9debe745-9052-4660-b832-ab6a7c399dfd not found, creating... [ 1025.311516] env[65562]: DEBUG networking_nsxv3.common.locking [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.311516] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquiring lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.311516] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.311516] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired external semaphore "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.311516] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Releasing lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.312417] env[65562]: DEBUG networking_nsxv3.common.locking [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.312804] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.313106] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.313583] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.314022] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.314342] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Resource: SegmentPort with ID: 9debe745-9052-4660-b832-ab6a7c399dfd is going to be created. [ 1025.350032] env[65562]: DEBUG networking_nsxv3.common.locking [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.350032] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.350032] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.350032] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.350032] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.350032] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Releasing lock "port-9debe745-9052-4660-b832-ab6a7c399dfd" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.430422] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ebe9d131-bf1d-401c-956d-8958f6a945eb',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1025.569348] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8f0f1895-1939-4fec-9c74-e69fdabe1d99: rpc.has_security_group_logging(os_id): False [ 1025.590316] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.590541] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.590641] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.590926] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.591073] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.591388] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.591563] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.591921] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.592017] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.593192] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.593515] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.593683] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.593812] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.594068] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.594211] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.594490] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.594659] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.594770] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.595050] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.595203] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.595354] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8f0f1895-1939-4fec-9c74-e69fdabe1d99 is going to be created. [ 1025.674775] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.674954] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.675163] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.675323] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.675631] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.709358] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8f0f1895-1939-4fec-9c74-e69fdabe1d99 in Status: IN_PROGRESS for 2s [ 1025.933182] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ebe9d131-bf1d-401c-956d-8958f6a945eb',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1026.106034] env[65562]: INFO networking_nsxv3.common.synchronization [req-0e4b4e37-5ca1-4164-8172-6973d4e4008e req-20f1c662-14c2-4672-815f-02bdfd763e85 service nova] Enqueued Resource ID: c9c0690c-9a8c-43bf-93d5-32e0d16af02d with Priority: HIGHEST for action security_group_rules [ 1026.106335] env[65562]: INFO networking_nsxv3.common.synchronization [req-0e4b4e37-5ca1-4164-8172-6973d4e4008e req-20f1c662-14c2-4672-815f-02bdfd763e85 service nova] Enqueued Resource ID: c9c0690c-9a8c-43bf-93d5-32e0d16af02d with Priority: HIGHEST for action security_group_members [ 1026.106419] env[65562]: INFO networking_nsxv3.common.synchronization [req-0e4b4e37-5ca1-4164-8172-6973d4e4008e req-20f1c662-14c2-4672-815f-02bdfd763e85 service nova] Enqueued Resource ID: 9debe745-9052-4660-b832-ab6a7c399dfd with Priority: HIGHEST for action port [ 1026.106904] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c9c0690c-9a8c-43bf-93d5-32e0d16af02d with Priority: HIGHEST for action security_group_rules [ 1026.109516] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c9c0690c-9a8c-43bf-93d5-32e0d16af02d with Priority: HIGHEST for action security_group_members [ 1026.109516] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9debe745-9052-4660-b832-ab6a7c399dfd with Priority: HIGHEST for action port [ 1026.110756] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c9c0690c-9a8c-43bf-93d5-32e0d16af02d taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.110897] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c9c0690c-9a8c-43bf-93d5-32e0d16af02d" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.110949] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c9c0690c-9a8c-43bf-93d5-32e0d16af02d" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.111257] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c9c0690c-9a8c-43bf-93d5-32e0d16af02d" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.111343] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c9c0690c-9a8c-43bf-93d5-32e0d16af02d',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1026.112451] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-c9c0690c-9a8c-43bf-93d5-32e0d16af02d taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.112516] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c9c0690c-9a8c-43bf-93d5-32e0d16af02d" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.112552] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c9c0690c-9a8c-43bf-93d5-32e0d16af02d" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.112712] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c9c0690c-9a8c-43bf-93d5-32e0d16af02d" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.112900] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.112997] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.112997] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.113156] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.113241] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.113341] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c9c0690c-9a8c-43bf-93d5-32e0d16af02d',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1026.114211] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock port-9debe745-9052-4660-b832-ab6a7c399dfd taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.114311] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9debe745-9052-4660-b832-ab6a7c399dfd" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.114425] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9debe745-9052-4660-b832-ab6a7c399dfd" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.114753] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9debe745-9052-4660-b832-ab6a7c399dfd" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.114753] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9debe745-9052-4660-b832-ab6a7c399dfd',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1026.436232] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.436458] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.436516] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.437165] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.437165] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.437734] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ebe9d131-bf1d-401c-956d-8958f6a945eb is going to be updated. [ 1026.479747] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.479747] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.479747] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.480268] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.480352] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.494903] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ebe9d131-bf1d-401c-956d-8958f6a945eb in Status: IN_PROGRESS for 2s [ 1026.498221] env[65562]: INFO networking_nsxv3.common.synchronization [None req-d63dca6e-14eb-42de-812d-4e471607c3b3 tempest-AttachInterfacesTestJSON-12420228 tempest-AttachInterfacesTestJSON-12420228-project-member] Enqueued Resource ID: ebe9d131-bf1d-401c-956d-8958f6a945eb with Priority: HIGHEST for action security_group_members [ 1026.498875] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ebe9d131-bf1d-401c-956d-8958f6a945eb with Priority: HIGHEST for action security_group_members [ 1026.499244] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-ebe9d131-bf1d-401c-956d-8958f6a945eb taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.499363] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ebe9d131-bf1d-401c-956d-8958f6a945eb" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.616314] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-c9c0690c-9a8c-43bf-93d5-32e0d16af02d taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.616550] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c9c0690c-9a8c-43bf-93d5-32e0d16af02d" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.616550] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c9c0690c-9a8c-43bf-93d5-32e0d16af02d',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1026.618493] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9debe745-9052-4660-b832-ab6a7c399dfd with status ACTIVE [ 1026.618493] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.618493] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.618493] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.618493] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.618493] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.618493] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.618493] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.618962] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.618962] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.618962] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.618962] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.619159] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.619202] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.619776] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.619776] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.619776] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9debe745-9052-4660-b832-ab6a7c399dfd is going to be updated. [ 1026.657490] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.657490] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.657490] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.657490] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.657490] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.657490] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9debe745-9052-4660-b832-ab6a7c399dfd" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.987733] env[65562]: INFO networking_nsxv3.common.synchronization [req-0000dcc4-8831-41f0-9089-3c8e4102c5ab req-736b3182-21ac-4a06-b480-b85ad6071e13 tempest-ServersTestJSON-1139836512 tempest-ServersTestJSON-1139836512-project-member] Enqueued Resource ID: 28734607-ee97-46ec-b6bb-d4a31cf0cfc4 with Priority: HIGHEST for action security_group_members [ 1026.990594] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 28734607-ee97-46ec-b6bb-d4a31cf0cfc4 with Priority: HIGHEST for action security_group_members [ 1026.990992] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-28734607-ee97-46ec-b6bb-d4a31cf0cfc4 taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.991152] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-28734607-ee97-46ec-b6bb-d4a31cf0cfc4" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.991253] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-28734607-ee97-46ec-b6bb-d4a31cf0cfc4" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.993308] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-28734607-ee97-46ec-b6bb-d4a31cf0cfc4" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.993475] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.993653] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.993653] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.993882] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.993981] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.994093] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('28734607-ee97-46ec-b6bb-d4a31cf0cfc4',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1027.006882] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cc340790-7c94-4eac-a34b-bb144039a839 in Status: SUCCESS [ 1027.007191] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cc340790-7c94-4eac-a34b-bb144039a839" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.007341] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cc340790-7c94-4eac-a34b-bb144039a839" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.007568] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cc340790-7c94-4eac-a34b-bb144039a839" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.007776] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.007889] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.007954] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.008155] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.008264] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.008367] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cc340790-7c94-4eac-a34b-bb144039a839" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.008461] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('cc340790-7c94-4eac-a34b-bb144039a839',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1027.121705] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c9c0690c-9a8c-43bf-93d5-32e0d16af02d',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1027.449016] env[65562]: DEBUG networking_nsxv3.common.locking [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Lock network-591 taken with stack trace [, , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.449311] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquiring lock "network-591" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.449521] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired lock "network-591" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.449863] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired external semaphore "network-591" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.450222] env[65562]: DEBUG networking_nsxv3.common.locking [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.450487] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquiring lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.450610] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.450888] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired external semaphore "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.451066] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Releasing lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.451380] env[65562]: DEBUG dogpile.cache.region [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] No value present for key: 'zone-id' {{(pid=65562) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1027.451554] env[65562]: DEBUG dogpile.lock [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] NeedRegenerationException {{(pid=65562) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1027.451693] env[65562]: DEBUG dogpile.lock [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] no value, waiting for create lock {{(pid=65562) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1027.451864] env[65562]: DEBUG dogpile.lock [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] value creation lock acquired {{(pid=65562) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1027.452055] env[65562]: DEBUG dogpile.cache.region [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] No value present for key: 'zone-id' {{(pid=65562) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1027.452234] env[65562]: DEBUG dogpile.lock [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Calling creation function for not-yet-present value {{(pid=65562) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1027.452424] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1027.472087] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1027.472283] env[65562]: DEBUG dogpile.cache.region [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65562) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1027.472447] env[65562]: DEBUG dogpile.lock [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Released creation lock {{(pid=65562) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1027.472629] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Releasing lock "network-591" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.472984] env[65562]: DEBUG networking_nsxv3.common.locking [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Lock port-3730f889-b0c0-4d2d-822e-50b74a371155 taken with stack trace [, , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.473291] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquiring lock "port-3730f889-b0c0-4d2d-822e-50b74a371155" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.473419] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired lock "port-3730f889-b0c0-4d2d-822e-50b74a371155" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.473821] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired external semaphore "port-3730f889-b0c0-4d2d-822e-50b74a371155" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.474028] env[65562]: DEBUG networking_nsxv3.api.rpc [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3730f889-b0c0-4d2d-822e-50b74a371155',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1027.498766] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('28734607-ee97-46ec-b6bb-d4a31cf0cfc4',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1027.512927] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('cc340790-7c94-4eac-a34b-bb144039a839',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1027.625308] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.625453] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.625527] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.625752] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.625858] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.625961] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c9c0690c-9a8c-43bf-93d5-32e0d16af02d is going to be created. [ 1027.657461] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.657553] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.657651] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.657899] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.658086] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.669204] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c9c0690c-9a8c-43bf-93d5-32e0d16af02d in Status: UNINITIALIZED for 2s [ 1027.724217] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8f0f1895-1939-4fec-9c74-e69fdabe1d99 in Status: SUCCESS [ 1027.724463] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8f0f1895-1939-4fec-9c74-e69fdabe1d99" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.977913] env[65562]: DEBUG networking_nsxv3.common.locking [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.978391] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.978669] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.979253] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.979599] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.979907] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Segment Port 3730f889-b0c0-4d2d-822e-50b74a371155 not found, creating... [ 1027.980659] env[65562]: DEBUG networking_nsxv3.common.locking [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.981066] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquiring lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.981214] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.982540] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired external semaphore "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.982714] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Releasing lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.983087] env[65562]: DEBUG networking_nsxv3.common.locking [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.983278] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.983390] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.983635] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.983778] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.983925] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Resource: SegmentPort with ID: 3730f889-b0c0-4d2d-822e-50b74a371155 is going to be created. [ 1028.001119] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('28734607-ee97-46ec-b6bb-d4a31cf0cfc4',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1028.008918] env[65562]: DEBUG networking_nsxv3.common.locking [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.009177] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.009302] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.009664] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.010010] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.010298] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Releasing lock "port-3730f889-b0c0-4d2d-822e-50b74a371155" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.014747] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for cc340790-7c94-4eac-a34b-bb144039a839: rpc.has_security_group_logging(os_id): False [ 1028.043579] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.043767] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.043859] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.044188] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.044300] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.044605] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.044724] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.044794] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.045014] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.045559] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.045687] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cc340790-7c94-4eac-a34b-bb144039a839 is going to be created. [ 1028.161046] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.161563] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.161563] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.161563] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.161696] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.177219] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cc340790-7c94-4eac-a34b-bb144039a839 in Status: IN_PROGRESS for 2s [ 1028.504858] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.504858] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.504858] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.505125] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.505363] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.505363] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 28734607-ee97-46ec-b6bb-d4a31cf0cfc4 is going to be updated. [ 1028.508877] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ebe9d131-bf1d-401c-956d-8958f6a945eb in Status: SUCCESS [ 1028.509178] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ebe9d131-bf1d-401c-956d-8958f6a945eb" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.509251] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ebe9d131-bf1d-401c-956d-8958f6a945eb" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.509461] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ebe9d131-bf1d-401c-956d-8958f6a945eb" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.509657] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.509770] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.509835] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.510155] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.510245] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.510358] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ebe9d131-bf1d-401c-956d-8958f6a945eb',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1028.557373] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.557373] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.557373] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.557373] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.557373] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.569885] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 28734607-ee97-46ec-b6bb-d4a31cf0cfc4 in Status: IN_PROGRESS for 2s [ 1028.819362] env[65562]: INFO networking_nsxv3.common.synchronization [req-0000dcc4-8831-41f0-9089-3c8e4102c5ab req-6448e756-feb8-4976-8b58-aec7714f736b service nova] Enqueued Resource ID: 28734607-ee97-46ec-b6bb-d4a31cf0cfc4 with Priority: HIGHEST for action security_group_rules [ 1028.819362] env[65562]: INFO networking_nsxv3.common.synchronization [req-0000dcc4-8831-41f0-9089-3c8e4102c5ab req-6448e756-feb8-4976-8b58-aec7714f736b service nova] Enqueued Resource ID: 28734607-ee97-46ec-b6bb-d4a31cf0cfc4 with Priority: HIGHEST for action security_group_members [ 1028.819362] env[65562]: INFO networking_nsxv3.common.synchronization [req-0000dcc4-8831-41f0-9089-3c8e4102c5ab req-6448e756-feb8-4976-8b58-aec7714f736b service nova] Enqueued Resource ID: 3730f889-b0c0-4d2d-822e-50b74a371155 with Priority: HIGHEST for action port [ 1028.820060] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 28734607-ee97-46ec-b6bb-d4a31cf0cfc4 with Priority: HIGHEST for action security_group_rules [ 1028.820700] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 28734607-ee97-46ec-b6bb-d4a31cf0cfc4 with Priority: HIGHEST for action security_group_members [ 1028.820971] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3730f889-b0c0-4d2d-822e-50b74a371155 with Priority: HIGHEST for action port [ 1028.821832] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock rules-28734607-ee97-46ec-b6bb-d4a31cf0cfc4 taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.821832] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-28734607-ee97-46ec-b6bb-d4a31cf0cfc4" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.821832] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-28734607-ee97-46ec-b6bb-d4a31cf0cfc4" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.821832] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-28734607-ee97-46ec-b6bb-d4a31cf0cfc4" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.823358] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('28734607-ee97-46ec-b6bb-d4a31cf0cfc4',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1028.824483] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-28734607-ee97-46ec-b6bb-d4a31cf0cfc4 taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.824863] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-28734607-ee97-46ec-b6bb-d4a31cf0cfc4" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.826878] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock port-3730f889-b0c0-4d2d-822e-50b74a371155 taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.826878] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3730f889-b0c0-4d2d-822e-50b74a371155" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.826878] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3730f889-b0c0-4d2d-822e-50b74a371155" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.826878] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3730f889-b0c0-4d2d-822e-50b74a371155" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.826878] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3730f889-b0c0-4d2d-822e-50b74a371155',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1029.014099] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.014206] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.014252] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.014556] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.014695] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.015381] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.015381] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.015381] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.015654] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.015654] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.015827] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ebe9d131-bf1d-401c-956d-8958f6a945eb is going to be updated. [ 1029.059745] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.059878] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.060028] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.060200] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.060349] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.073028] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ebe9d131-bf1d-401c-956d-8958f6a945eb in Status: IN_PROGRESS for 2s [ 1029.327843] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-28734607-ee97-46ec-b6bb-d4a31cf0cfc4 taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.328358] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-28734607-ee97-46ec-b6bb-d4a31cf0cfc4" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.329597] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3730f889-b0c0-4d2d-822e-50b74a371155 with status ACTIVE [ 1029.330034] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.330034] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.330239] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.331436] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.331436] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.331436] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.331436] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.331436] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.331436] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.331436] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.331436] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.331866] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.331866] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.331866] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.331983] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.332145] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3730f889-b0c0-4d2d-822e-50b74a371155 is going to be updated. [ 1029.365239] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.365430] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.365539] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.365737] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.365884] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.366137] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3730f889-b0c0-4d2d-822e-50b74a371155" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.681013] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c9c0690c-9a8c-43bf-93d5-32e0d16af02d in Status: SUCCESS [ 1029.681238] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c9c0690c-9a8c-43bf-93d5-32e0d16af02d" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.681558] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c9c0690c-9a8c-43bf-93d5-32e0d16af02d" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.681889] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c9c0690c-9a8c-43bf-93d5-32e0d16af02d" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.682219] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.682420] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.682539] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.682788] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.682887] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.683105] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c9c0690c-9a8c-43bf-93d5-32e0d16af02d" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.683271] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c9c0690c-9a8c-43bf-93d5-32e0d16af02d',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1029.923571] env[65562]: INFO networking_nsxv3.common.synchronization [req-089c0a82-76c0-4a6f-8132-6afa0a3e7210 req-0eb07e53-6601-473b-b44d-e1b8ef7d453c tempest-AttachInterfacesTestJSON-12420228 tempest-AttachInterfacesTestJSON-12420228-project-member] Enqueued Resource ID: f16ec12d-20c3-4397-88de-54c2315b3cc8 with Priority: HIGHEST for action security_group_members [ 1029.924406] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f16ec12d-20c3-4397-88de-54c2315b3cc8 with Priority: HIGHEST for action security_group_members [ 1029.924796] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-f16ec12d-20c3-4397-88de-54c2315b3cc8 taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.924928] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f16ec12d-20c3-4397-88de-54c2315b3cc8" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.924995] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f16ec12d-20c3-4397-88de-54c2315b3cc8" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.925216] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f16ec12d-20c3-4397-88de-54c2315b3cc8" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.925670] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.925799] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.925878] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.926118] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.926221] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.926321] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f16ec12d-20c3-4397-88de-54c2315b3cc8',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1030.190026] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-c9c0690c-9a8c-43bf-93d5-32e0d16af02d taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.190026] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c9c0690c-9a8c-43bf-93d5-32e0d16af02d" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.190026] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c9c0690c-9a8c-43bf-93d5-32e0d16af02d" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.190026] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c9c0690c-9a8c-43bf-93d5-32e0d16af02d" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.190026] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.190026] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.190026] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.190026] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.190026] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.190026] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c9c0690c-9a8c-43bf-93d5-32e0d16af02d" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.190026] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-c9c0690c-9a8c-43bf-93d5-32e0d16af02d taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.190026] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c9c0690c-9a8c-43bf-93d5-32e0d16af02d" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.190026] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c9c0690c-9a8c-43bf-93d5-32e0d16af02d" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.190026] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c9c0690c-9a8c-43bf-93d5-32e0d16af02d" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.190026] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.190026] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.190764] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.190764] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.190764] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.191292] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c9c0690c-9a8c-43bf-93d5-32e0d16af02d" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.191292] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c9c0690c-9a8c-43bf-93d5-32e0d16af02d',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1030.192862] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cc340790-7c94-4eac-a34b-bb144039a839 in Status: SUCCESS [ 1030.193156] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cc340790-7c94-4eac-a34b-bb144039a839" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.430743] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.431442] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.431442] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.431442] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.433638] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.433638] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.433638] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.433638] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.433638] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.433638] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.433638] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f16ec12d-20c3-4397-88de-54c2315b3cc8 is going to be updated. [ 1030.471040] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.471040] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.471040] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.471040] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.471040] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.485016] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f16ec12d-20c3-4397-88de-54c2315b3cc8 in Status: IN_PROGRESS for 2s [ 1030.578686] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 28734607-ee97-46ec-b6bb-d4a31cf0cfc4 in Status: SUCCESS [ 1030.578904] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-28734607-ee97-46ec-b6bb-d4a31cf0cfc4" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.579086] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-28734607-ee97-46ec-b6bb-d4a31cf0cfc4" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.579310] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-28734607-ee97-46ec-b6bb-d4a31cf0cfc4" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.579499] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.579631] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.579698] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.579840] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.579918] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.580105] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('28734607-ee97-46ec-b6bb-d4a31cf0cfc4',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1030.699497] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c9c0690c-9a8c-43bf-93d5-32e0d16af02d: rpc.has_security_group_logging(os_id): False [ 1030.725989] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.725989] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.725989] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.726226] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.727027] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.727027] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.727027] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.727027] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.727027] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.727027] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.727464] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.727464] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.727464] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.727593] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.727627] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.727819] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.727898] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.727960] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.728112] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.728193] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.728270] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c9c0690c-9a8c-43bf-93d5-32e0d16af02d is going to be created. [ 1030.806717] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.806717] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.806717] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.806717] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.806717] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.825861] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c9c0690c-9a8c-43bf-93d5-32e0d16af02d in Status: IN_PROGRESS for 2s [ 1031.082737] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('28734607-ee97-46ec-b6bb-d4a31cf0cfc4',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1031.086312] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ebe9d131-bf1d-401c-956d-8958f6a945eb in Status: SUCCESS [ 1031.086558] env[65562]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ebe9d131-bf1d-401c-956d-8958f6a945eb deletion is rescheduled due to dependency. [ 1031.086768] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ebe9d131-bf1d-401c-956d-8958f6a945eb" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.586226] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('28734607-ee97-46ec-b6bb-d4a31cf0cfc4',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1032.089947] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.090158] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.090253] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.090497] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.090608] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.090870] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 28734607-ee97-46ec-b6bb-d4a31cf0cfc4 is going to be updated. [ 1032.122201] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.122201] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.122201] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.122201] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.122201] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.131802] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 28734607-ee97-46ec-b6bb-d4a31cf0cfc4 in Status: IN_PROGRESS for 2s [ 1032.501831] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f16ec12d-20c3-4397-88de-54c2315b3cc8 in Status: SUCCESS [ 1032.502110] env[65562]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f16ec12d-20c3-4397-88de-54c2315b3cc8 deletion is rescheduled due to dependency. [ 1032.502261] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f16ec12d-20c3-4397-88de-54c2315b3cc8" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.839285] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c9c0690c-9a8c-43bf-93d5-32e0d16af02d in Status: SUCCESS [ 1032.843026] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c9c0690c-9a8c-43bf-93d5-32e0d16af02d" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.148300] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 28734607-ee97-46ec-b6bb-d4a31cf0cfc4 in Status: SUCCESS [ 1034.148560] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-28734607-ee97-46ec-b6bb-d4a31cf0cfc4" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.149214] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-28734607-ee97-46ec-b6bb-d4a31cf0cfc4" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.150276] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-28734607-ee97-46ec-b6bb-d4a31cf0cfc4" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.150276] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.150276] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.150276] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.150276] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.150276] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.150666] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-28734607-ee97-46ec-b6bb-d4a31cf0cfc4" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.150666] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('28734607-ee97-46ec-b6bb-d4a31cf0cfc4',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1034.654215] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-28734607-ee97-46ec-b6bb-d4a31cf0cfc4 taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.654702] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-28734607-ee97-46ec-b6bb-d4a31cf0cfc4" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.654702] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-28734607-ee97-46ec-b6bb-d4a31cf0cfc4" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.654702] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-28734607-ee97-46ec-b6bb-d4a31cf0cfc4" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.654898] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.654964] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.654998] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.655429] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.655429] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.655429] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-28734607-ee97-46ec-b6bb-d4a31cf0cfc4" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.655429] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-28734607-ee97-46ec-b6bb-d4a31cf0cfc4 taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.655964] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-28734607-ee97-46ec-b6bb-d4a31cf0cfc4" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.655964] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-28734607-ee97-46ec-b6bb-d4a31cf0cfc4" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.657141] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-28734607-ee97-46ec-b6bb-d4a31cf0cfc4" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.657746] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.657746] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.657746] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.657746] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.658205] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.658383] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-28734607-ee97-46ec-b6bb-d4a31cf0cfc4" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.658383] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('28734607-ee97-46ec-b6bb-d4a31cf0cfc4',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1034.666564] env[65562]: INFO networking_nsxv3.common.synchronization [req-19d8d64d-e59a-491b-8686-686bff6d5d59 req-d451295d-5c01-4d4a-903b-df7355ef9a6a tempest-ServerAddressesTestJSON-56513092 tempest-ServerAddressesTestJSON-56513092-project-member] Enqueued Resource ID: 8f0f1895-1939-4fec-9c74-e69fdabe1d99 with Priority: HIGHEST for action security_group_members [ 1034.667765] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8f0f1895-1939-4fec-9c74-e69fdabe1d99 with Priority: HIGHEST for action security_group_members [ 1034.667765] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-8f0f1895-1939-4fec-9c74-e69fdabe1d99 taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.667765] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8f0f1895-1939-4fec-9c74-e69fdabe1d99" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.667765] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8f0f1895-1939-4fec-9c74-e69fdabe1d99" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.668088] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8f0f1895-1939-4fec-9c74-e69fdabe1d99" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.668088] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.668334] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.668639] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.668639] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.668705] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.668822] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8f0f1895-1939-4fec-9c74-e69fdabe1d99',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1035.161653] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 28734607-ee97-46ec-b6bb-d4a31cf0cfc4: rpc.has_security_group_logging(os_id): False [ 1035.171807] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.171988] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.172046] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.172272] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.172415] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.172621] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.172842] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.172842] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.173459] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.173916] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.173977] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8f0f1895-1939-4fec-9c74-e69fdabe1d99 is going to be updated. [ 1035.183649] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.183797] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.183868] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.184105] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.184201] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.184426] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.184545] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.184697] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.184765] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.184836] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.185044] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.185214] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.185214] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.185411] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.185498] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.185697] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.185791] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.185852] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.186020] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.186076] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.186164] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 28734607-ee97-46ec-b6bb-d4a31cf0cfc4 is going to be updated. [ 1035.207223] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.207562] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.208339] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.208599] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.209093] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.230563] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8f0f1895-1939-4fec-9c74-e69fdabe1d99 in Status: IN_PROGRESS for 2s [ 1035.281934] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.282165] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.282165] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.286597] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.286597] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.303417] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 28734607-ee97-46ec-b6bb-d4a31cf0cfc4 in Status: IN_PROGRESS for 2s [ 1035.717694] env[65562]: INFO networking_nsxv3.common.synchronization [req-7ec403b4-ed2e-4826-ad28-5d8daf37b350 req-26c54edb-c60d-4602-b45a-1354b0fc48c7 tempest-ImagesOneServerNegativeTestJSON-1039086717 tempest-ImagesOneServerNegativeTestJSON-1039086717-project-member] Enqueued Resource ID: 42ad6657-fb78-431c-b345-5c050bf84172 with Priority: HIGHEST for action security_group_members [ 1035.719741] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 42ad6657-fb78-431c-b345-5c050bf84172 with Priority: HIGHEST for action security_group_members [ 1035.719741] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-42ad6657-fb78-431c-b345-5c050bf84172 taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.719741] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-42ad6657-fb78-431c-b345-5c050bf84172" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.719741] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-42ad6657-fb78-431c-b345-5c050bf84172" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.719741] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-42ad6657-fb78-431c-b345-5c050bf84172" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.720154] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.720154] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.720154] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.720154] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.720375] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.720375] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('42ad6657-fb78-431c-b345-5c050bf84172',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1036.222575] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.222967] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.222967] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.223590] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.223590] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.223810] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.223810] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.223949] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.224068] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.224104] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.224197] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 42ad6657-fb78-431c-b345-5c050bf84172 is going to be updated. [ 1036.259444] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.259691] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.259851] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.260132] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.260831] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.272531] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 42ad6657-fb78-431c-b345-5c050bf84172 in Status: IN_PROGRESS for 2s [ 1036.550763] env[65562]: INFO networking_nsxv3.common.synchronization [None req-3723c51b-54d3-41f4-a2f2-243c945981dd None None] Enqueued Resource ID: 0419a2ee-b776-41a5-a935-5d63ccd65446 with Priority: HIGHEST for action port [ 1036.554116] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0419a2ee-b776-41a5-a935-5d63ccd65446 with Priority: HIGHEST for action port [ 1036.554116] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock port-0419a2ee-b776-41a5-a935-5d63ccd65446 taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.554116] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0419a2ee-b776-41a5-a935-5d63ccd65446" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.554116] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0419a2ee-b776-41a5-a935-5d63ccd65446" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.554116] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0419a2ee-b776-41a5-a935-5d63ccd65446" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.554116] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0419a2ee-b776-41a5-a935-5d63ccd65446',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1037.056514] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0419a2ee-b776-41a5-a935-5d63ccd65446 [ 1037.056784] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.056949] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.057051] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.057334] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.058090] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.058090] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0419a2ee-b776-41a5-a935-5d63ccd65446 already deleted. [ 1037.058090] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0419a2ee-b776-41a5-a935-5d63ccd65446" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.241887] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8f0f1895-1939-4fec-9c74-e69fdabe1d99 in Status: SUCCESS [ 1037.242224] env[65562]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8f0f1895-1939-4fec-9c74-e69fdabe1d99 deletion is rescheduled due to dependency. [ 1037.242224] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8f0f1895-1939-4fec-9c74-e69fdabe1d99" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.318937] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 28734607-ee97-46ec-b6bb-d4a31cf0cfc4 in Status: SUCCESS [ 1037.319240] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-28734607-ee97-46ec-b6bb-d4a31cf0cfc4" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.286780] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 42ad6657-fb78-431c-b345-5c050bf84172 in Status: SUCCESS [ 1038.287697] env[65562]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 42ad6657-fb78-431c-b345-5c050bf84172 deletion is rescheduled due to dependency. [ 1038.287697] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-42ad6657-fb78-431c-b345-5c050bf84172" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.560765] env[65562]: INFO networking_nsxv3.common.synchronization [req-dd1c2b44-7792-44cb-9458-c182f8a18198 req-b4744e58-9b5e-49a6-8996-807c8ba605fa tempest-SecurityGroupRulesTestJSON-1693661567 tempest-SecurityGroupRulesTestJSON-1693661567-project-member] Enqueued Resource ID: b93a75c5-765c-4b86-83cb-b7ef0f250404 with Priority: HIGHEST for action security_group_rules [ 1038.561396] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b93a75c5-765c-4b86-83cb-b7ef0f250404 with Priority: HIGHEST for action security_group_rules [ 1038.561743] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b93a75c5-765c-4b86-83cb-b7ef0f250404 taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.561919] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b93a75c5-765c-4b86-83cb-b7ef0f250404" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.562048] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b93a75c5-765c-4b86-83cb-b7ef0f250404" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.562295] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b93a75c5-765c-4b86-83cb-b7ef0f250404" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.562382] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b93a75c5-765c-4b86-83cb-b7ef0f250404',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1039.088182] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.088182] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.088182] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.088182] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.088182] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.088182] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b93a75c5-765c-4b86-83cb-b7ef0f250404 already deleted. [ 1039.088182] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b93a75c5-765c-4b86-83cb-b7ef0f250404" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.259853] env[65562]: INFO networking_nsxv3.common.synchronization [None req-7a396f71-eb87-4919-a825-0c2f04edda22 None None] Enqueued Resource ID: 0a97eb3c-e941-4390-8c3d-f4130e74a494 with Priority: HIGHEST for action port [ 1039.260423] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0a97eb3c-e941-4390-8c3d-f4130e74a494 with Priority: HIGHEST for action port [ 1039.260730] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock port-0a97eb3c-e941-4390-8c3d-f4130e74a494 taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.260919] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0a97eb3c-e941-4390-8c3d-f4130e74a494" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.260919] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0a97eb3c-e941-4390-8c3d-f4130e74a494" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.261220] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0a97eb3c-e941-4390-8c3d-f4130e74a494" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.261359] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0a97eb3c-e941-4390-8c3d-f4130e74a494',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1039.763318] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0a97eb3c-e941-4390-8c3d-f4130e74a494 [ 1039.763768] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.763768] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.764069] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.764129] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.764192] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.764296] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0a97eb3c-e941-4390-8c3d-f4130e74a494 already deleted. [ 1039.764379] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0a97eb3c-e941-4390-8c3d-f4130e74a494" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.136636] env[65562]: INFO networking_nsxv3.common.synchronization [req-9734b249-6ba3-41b2-b967-cf7ea6cfd996 req-cd299645-5737-48f5-bf42-f592c2caf9dc tempest-SecurityGroupRulesTestJSON-1693661567 tempest-SecurityGroupRulesTestJSON-1693661567-project-member] Enqueued Resource ID: 88133f72-b60c-4333-b685-b1659ae48a74 with Priority: HIGHEST for action security_group_rules [ 1040.139186] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 88133f72-b60c-4333-b685-b1659ae48a74 with Priority: HIGHEST for action security_group_rules [ 1040.139186] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock rules-88133f72-b60c-4333-b685-b1659ae48a74 taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.139186] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-88133f72-b60c-4333-b685-b1659ae48a74" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.139186] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-88133f72-b60c-4333-b685-b1659ae48a74" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.139186] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-88133f72-b60c-4333-b685-b1659ae48a74" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.139186] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('88133f72-b60c-4333-b685-b1659ae48a74',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1040.601720] env[65562]: INFO networking_nsxv3.common.synchronization [None req-e2f6c39d-9250-443c-8968-b6358cb69e22 None None] Enqueued Resource ID: 6ec3b75b-88d8-47c0-84f3-c47e10a3e10e with Priority: HIGHEST for action port [ 1040.602674] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6ec3b75b-88d8-47c0-84f3-c47e10a3e10e with Priority: HIGHEST for action port [ 1040.603295] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock port-6ec3b75b-88d8-47c0-84f3-c47e10a3e10e taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.603295] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6ec3b75b-88d8-47c0-84f3-c47e10a3e10e" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.603295] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6ec3b75b-88d8-47c0-84f3-c47e10a3e10e" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.603504] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6ec3b75b-88d8-47c0-84f3-c47e10a3e10e" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.603595] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6ec3b75b-88d8-47c0-84f3-c47e10a3e10e',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1040.660592] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.660745] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.660809] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.661056] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.661194] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.661301] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 88133f72-b60c-4333-b685-b1659ae48a74 already deleted. [ 1040.661407] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-88133f72-b60c-4333-b685-b1659ae48a74" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.107484] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6ec3b75b-88d8-47c0-84f3-c47e10a3e10e [ 1041.107754] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.107863] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.107914] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.108933] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.108933] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.108933] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6ec3b75b-88d8-47c0-84f3-c47e10a3e10e already deleted. [ 1041.108933] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6ec3b75b-88d8-47c0-84f3-c47e10a3e10e" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.144610] env[65562]: INFO networking_nsxv3.common.synchronization [req-b26b6076-281c-4add-aeed-2825c547c4de req-9449d46c-9a60-4814-a39b-160caaec4655 tempest-FloatingIPsAssociationTestJSON-24929754 tempest-FloatingIPsAssociationTestJSON-24929754-project-member] Enqueued Resource ID: 503dea26-2784-4a89-a725-89163cfc60b2 with Priority: HIGHEST for action security_group_members [ 1041.145955] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 503dea26-2784-4a89-a725-89163cfc60b2 with Priority: HIGHEST for action security_group_members [ 1041.145955] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-503dea26-2784-4a89-a725-89163cfc60b2 taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.145955] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-503dea26-2784-4a89-a725-89163cfc60b2" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.145955] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-503dea26-2784-4a89-a725-89163cfc60b2" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.145955] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-503dea26-2784-4a89-a725-89163cfc60b2" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.148805] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.148805] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.148805] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.148805] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.148805] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.148805] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('503dea26-2784-4a89-a725-89163cfc60b2',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1041.577400] env[65562]: DEBUG networking_nsxv3.common.locking [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Lock network-716 taken with stack trace [, , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.577637] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquiring lock "network-716" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.577757] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired lock "network-716" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.578022] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired external semaphore "network-716" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.578312] env[65562]: DEBUG networking_nsxv3.common.locking [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.578493] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquiring lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.578615] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.578844] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired external semaphore "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.580813] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Releasing lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.580813] env[65562]: DEBUG dogpile.cache.region [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] No value present for key: 'zone-id' {{(pid=65562) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1041.580813] env[65562]: DEBUG dogpile.lock [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] NeedRegenerationException {{(pid=65562) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1041.580813] env[65562]: DEBUG dogpile.lock [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] no value, waiting for create lock {{(pid=65562) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1041.580813] env[65562]: DEBUG dogpile.lock [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] value creation lock acquired {{(pid=65562) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1041.580813] env[65562]: DEBUG dogpile.cache.region [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] No value present for key: 'zone-id' {{(pid=65562) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1041.580813] env[65562]: DEBUG dogpile.lock [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Calling creation function for not-yet-present value {{(pid=65562) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1041.580813] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1041.602733] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1041.602733] env[65562]: DEBUG dogpile.cache.region [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65562) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1041.603521] env[65562]: DEBUG dogpile.lock [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Released creation lock {{(pid=65562) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1041.603784] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Releasing lock "network-716" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.604276] env[65562]: DEBUG networking_nsxv3.common.locking [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Lock port-19fa216a-0f11-4e94-a188-4822cc3c6334 taken with stack trace [, , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.604592] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquiring lock "port-19fa216a-0f11-4e94-a188-4822cc3c6334" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.604827] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired lock "port-19fa216a-0f11-4e94-a188-4822cc3c6334" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.605295] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired external semaphore "port-19fa216a-0f11-4e94-a188-4822cc3c6334" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.605507] env[65562]: DEBUG networking_nsxv3.api.rpc [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('19fa216a-0f11-4e94-a188-4822cc3c6334',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1041.653505] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('503dea26-2784-4a89-a725-89163cfc60b2',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1041.814566] env[65562]: INFO networking_nsxv3.common.synchronization [req-71cbc932-fe69-45b1-a668-a30bcc75fa5c req-c03fcaee-d3e6-4fe1-9706-2b3c3ad5fb5e tempest-ServersTestJSON-1139836512 tempest-ServersTestJSON-1139836512-project-member] Enqueued Resource ID: 28734607-ee97-46ec-b6bb-d4a31cf0cfc4 with Priority: HIGHEST for action security_group_members [ 1041.815467] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 28734607-ee97-46ec-b6bb-d4a31cf0cfc4 with Priority: HIGHEST for action security_group_members [ 1041.815814] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-28734607-ee97-46ec-b6bb-d4a31cf0cfc4 taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.815945] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-28734607-ee97-46ec-b6bb-d4a31cf0cfc4" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.816071] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-28734607-ee97-46ec-b6bb-d4a31cf0cfc4" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.816357] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-28734607-ee97-46ec-b6bb-d4a31cf0cfc4" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.816464] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.816543] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.816605] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.816757] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.816846] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.816938] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('28734607-ee97-46ec-b6bb-d4a31cf0cfc4',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1041.838313] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.838313] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.838458] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.838935] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.838935] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1042.113020] env[65562]: DEBUG networking_nsxv3.common.locking [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.113020] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.113020] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.113020] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.113020] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.113020] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Segment Port 19fa216a-0f11-4e94-a188-4822cc3c6334 not found, creating... [ 1042.113020] env[65562]: DEBUG networking_nsxv3.common.locking [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.113020] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquiring lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.113020] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.113020] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired external semaphore "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.113020] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Releasing lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.113666] env[65562]: DEBUG networking_nsxv3.common.locking [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.113666] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.113666] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.113666] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.113666] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.113666] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Resource: SegmentPort with ID: 19fa216a-0f11-4e94-a188-4822cc3c6334 is going to be created. [ 1042.133506] env[65562]: DEBUG networking_nsxv3.common.locking [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.134414] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.134414] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.134414] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.134414] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.135389] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Releasing lock "port-19fa216a-0f11-4e94-a188-4822cc3c6334" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.156219] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('503dea26-2784-4a89-a725-89163cfc60b2',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1042.319869] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('28734607-ee97-46ec-b6bb-d4a31cf0cfc4',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1042.342996] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1042.547960] env[65562]: INFO networking_nsxv3.common.synchronization [req-d311e4b8-def2-4fdf-a0d9-a3322158d7c0 req-24c7d672-abb8-414a-b109-76a380b09cb9 tempest-SecurityGroupRulesTestJSON-1693661567 tempest-SecurityGroupRulesTestJSON-1693661567-project-member] Enqueued Resource ID: c1b98690-493d-49d3-b057-98d1ed793cfc with Priority: HIGHEST for action security_group_rules [ 1042.548564] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c1b98690-493d-49d3-b057-98d1ed793cfc with Priority: HIGHEST for action security_group_rules [ 1042.548798] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c1b98690-493d-49d3-b057-98d1ed793cfc taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.548798] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c1b98690-493d-49d3-b057-98d1ed793cfc" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.548889] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c1b98690-493d-49d3-b057-98d1ed793cfc" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.549143] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c1b98690-493d-49d3-b057-98d1ed793cfc" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.549232] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c1b98690-493d-49d3-b057-98d1ed793cfc',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1042.657811] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.657986] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.658048] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.658254] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.658344] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.658441] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 503dea26-2784-4a89-a725-89163cfc60b2 is going to be updated. [ 1042.687037] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.687037] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.687236] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.687399] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.687688] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.698993] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 503dea26-2784-4a89-a725-89163cfc60b2 in Status: IN_PROGRESS for 2s [ 1042.824016] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('28734607-ee97-46ec-b6bb-d4a31cf0cfc4',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1042.845343] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1042.892292] env[65562]: INFO networking_nsxv3.common.synchronization [req-b26b6076-281c-4add-aeed-2825c547c4de req-2482df2e-1d23-4604-86de-7a58910925ed service nova] Enqueued Resource ID: 503dea26-2784-4a89-a725-89163cfc60b2 with Priority: HIGHEST for action security_group_rules [ 1042.892489] env[65562]: INFO networking_nsxv3.common.synchronization [req-b26b6076-281c-4add-aeed-2825c547c4de req-2482df2e-1d23-4604-86de-7a58910925ed service nova] Enqueued Resource ID: 503dea26-2784-4a89-a725-89163cfc60b2 with Priority: HIGHEST for action security_group_members [ 1042.892621] env[65562]: INFO networking_nsxv3.common.synchronization [req-b26b6076-281c-4add-aeed-2825c547c4de req-2482df2e-1d23-4604-86de-7a58910925ed service nova] Enqueued Resource ID: 19fa216a-0f11-4e94-a188-4822cc3c6334 with Priority: HIGHEST for action port [ 1042.893473] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 503dea26-2784-4a89-a725-89163cfc60b2 with Priority: HIGHEST for action security_group_rules [ 1042.893602] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 503dea26-2784-4a89-a725-89163cfc60b2 with Priority: HIGHEST for action security_group_members [ 1042.893710] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 19fa216a-0f11-4e94-a188-4822cc3c6334 with Priority: HIGHEST for action port [ 1042.894333] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock rules-503dea26-2784-4a89-a725-89163cfc60b2 taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.894333] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-503dea26-2784-4a89-a725-89163cfc60b2" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.894333] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-503dea26-2784-4a89-a725-89163cfc60b2" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.894532] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-503dea26-2784-4a89-a725-89163cfc60b2" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.894614] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('503dea26-2784-4a89-a725-89163cfc60b2',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1042.896609] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-503dea26-2784-4a89-a725-89163cfc60b2 taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.896850] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-503dea26-2784-4a89-a725-89163cfc60b2" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.897056] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock port-19fa216a-0f11-4e94-a188-4822cc3c6334 taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.897207] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-19fa216a-0f11-4e94-a188-4822cc3c6334" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.897318] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-19fa216a-0f11-4e94-a188-4822cc3c6334" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.897480] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-19fa216a-0f11-4e94-a188-4822cc3c6334" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.897559] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('19fa216a-0f11-4e94-a188-4822cc3c6334',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1043.075341] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.075341] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.075341] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.075341] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.075789] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.075789] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c1b98690-493d-49d3-b057-98d1ed793cfc already deleted. [ 1043.075789] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c1b98690-493d-49d3-b057-98d1ed793cfc" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.282450] env[65562]: INFO networking_nsxv3.common.synchronization [None req-85a65813-fe20-44cc-ad3c-1a5b3d5341eb None None] Enqueued Resource ID: c1711966-964d-4c26-8e10-059a3fd0a0cc with Priority: HIGHEST for action port [ 1043.283537] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c1711966-964d-4c26-8e10-059a3fd0a0cc with Priority: HIGHEST for action port [ 1043.283537] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock port-c1711966-964d-4c26-8e10-059a3fd0a0cc taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.283537] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c1711966-964d-4c26-8e10-059a3fd0a0cc" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.283537] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c1711966-964d-4c26-8e10-059a3fd0a0cc" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.283831] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c1711966-964d-4c26-8e10-059a3fd0a0cc" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.283945] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c1711966-964d-4c26-8e10-059a3fd0a0cc',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1043.327241] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.327241] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.327779] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.328106] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.328342] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.328342] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 28734607-ee97-46ec-b6bb-d4a31cf0cfc4 is going to be updated. [ 1043.348821] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 1043.349216] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 1043.363973] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.363973] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.363973] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.363973] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.363973] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.372878] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 28734607-ee97-46ec-b6bb-d4a31cf0cfc4 in Status: IN_PROGRESS for 2s [ 1043.394182] env[65562]: INFO networking_nsxv3.common.synchronization [req-a7126b96-5e3a-459a-9f3f-d1f7ca0493b5 req-489809bf-6e36-45de-9e50-201799204c9d tempest-SecurityGroupRulesTestJSON-1693661567 tempest-SecurityGroupRulesTestJSON-1693661567-project-member] Enqueued Resource ID: 15e4b7f5-a02b-4f28-a5b8-076aaee264ae with Priority: HIGHEST for action security_group_rules [ 1043.394654] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 15e4b7f5-a02b-4f28-a5b8-076aaee264ae with Priority: HIGHEST for action security_group_rules [ 1043.394962] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock rules-15e4b7f5-a02b-4f28-a5b8-076aaee264ae taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.395237] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-15e4b7f5-a02b-4f28-a5b8-076aaee264ae" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.395324] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-15e4b7f5-a02b-4f28-a5b8-076aaee264ae" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.395685] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-15e4b7f5-a02b-4f28-a5b8-076aaee264ae" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.395685] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('15e4b7f5-a02b-4f28-a5b8-076aaee264ae',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1043.396644] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-503dea26-2784-4a89-a725-89163cfc60b2 taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.396770] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-503dea26-2784-4a89-a725-89163cfc60b2" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.399451] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 19fa216a-0f11-4e94-a188-4822cc3c6334 with status ACTIVE [ 1043.399516] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.399624] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.400091] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.400091] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.400091] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.400356] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.400356] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.400356] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.400503] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.400540] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.401148] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.401148] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.401148] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.401148] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.401148] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.401148] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 19fa216a-0f11-4e94-a188-4822cc3c6334 is going to be updated. [ 1043.421185] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.421653] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.421653] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.421765] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.421894] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.422259] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-19fa216a-0f11-4e94-a188-4822cc3c6334" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.785957] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c1711966-964d-4c26-8e10-059a3fd0a0cc [ 1043.787014] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.787014] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.787014] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.787014] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.787014] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.787014] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c1711966-964d-4c26-8e10-059a3fd0a0cc already deleted. [ 1043.787440] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c1711966-964d-4c26-8e10-059a3fd0a0cc" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.918240] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.918443] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.918510] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.918948] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.918948] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.918948] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 15e4b7f5-a02b-4f28-a5b8-076aaee264ae already deleted. [ 1043.918948] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-15e4b7f5-a02b-4f28-a5b8-076aaee264ae" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.378459] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.378459] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.378459] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.378999] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.392036] env[65562]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 1044.393617] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.394732] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 1044.426105] env[65562]: INFO networking_nsxv3.common.synchronization [req-d60ec40e-2c38-49de-8017-8db0e199e222 req-64599f31-535e-4c78-a7b6-72fd18978fa5 tempest-AttachInterfacesV270Test-1895450924 tempest-AttachInterfacesV270Test-1895450924-project-member] Enqueued Resource ID: c9c0690c-9a8c-43bf-93d5-32e0d16af02d with Priority: HIGHEST for action security_group_members [ 1044.429822] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.430016] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.430143] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.430361] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.441846] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.443526] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 1044.443526] env[65562]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=65562) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1044.443526] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 1044.445045] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c9c0690c-9a8c-43bf-93d5-32e0d16af02d with Priority: HIGHEST for action security_group_members [ 1044.445620] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-c9c0690c-9a8c-43bf-93d5-32e0d16af02d taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.447793] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c9c0690c-9a8c-43bf-93d5-32e0d16af02d" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.447793] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c9c0690c-9a8c-43bf-93d5-32e0d16af02d" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.447793] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c9c0690c-9a8c-43bf-93d5-32e0d16af02d" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.447793] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.447793] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.447793] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.447793] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.447793] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.447793] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c9c0690c-9a8c-43bf-93d5-32e0d16af02d',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1044.498091] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.498810] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.499085] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.499431] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.502927] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.502927] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 1044.556394] env[65562]: INFO networking_nsxv3.common.synchronization [None req-5315221d-cfa3-4e54-b22f-21e397f73cda tempest-AttachInterfacesTestJSON-12420228 tempest-AttachInterfacesTestJSON-12420228-project-member] Enqueued Resource ID: 9fb3ee70-3c59-4b63-a41d-1f2d154fb7af with Priority: HIGHEST for action security_group_rules [ 1044.556895] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9fb3ee70-3c59-4b63-a41d-1f2d154fb7af with Priority: HIGHEST for action security_group_rules [ 1044.557318] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9fb3ee70-3c59-4b63-a41d-1f2d154fb7af taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.557528] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9fb3ee70-3c59-4b63-a41d-1f2d154fb7af" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.557643] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9fb3ee70-3c59-4b63-a41d-1f2d154fb7af" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.557942] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9fb3ee70-3c59-4b63-a41d-1f2d154fb7af" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.558089] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9fb3ee70-3c59-4b63-a41d-1f2d154fb7af',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1044.584770] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.584972] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.585051] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.585309] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.585631] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.586036] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 1044.628554] env[65562]: INFO networking_nsxv3.common.synchronization [req-087b15d5-3c76-4ec2-bedc-aaf759b06521 req-8d92d1b8-01bf-401e-93da-4e4c98bb438e tempest-SecurityGroupRulesTestJSON-1693661567 tempest-SecurityGroupRulesTestJSON-1693661567-project-member] Enqueued Resource ID: 6356c761-d856-4aec-82c7-984f179c6a7c with Priority: HIGHEST for action security_group_rules [ 1044.628972] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6356c761-d856-4aec-82c7-984f179c6a7c with Priority: HIGHEST for action security_group_rules [ 1044.629300] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6356c761-d856-4aec-82c7-984f179c6a7c taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.629420] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6356c761-d856-4aec-82c7-984f179c6a7c" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.629488] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6356c761-d856-4aec-82c7-984f179c6a7c" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.629739] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6356c761-d856-4aec-82c7-984f179c6a7c" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.629821] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6356c761-d856-4aec-82c7-984f179c6a7c',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1044.666871] env[65562]: INFO networking_nsxv3.common.synchronization [None req-18199b95-de0e-421c-9f3b-bab88351f0f5 tempest-AttachInterfacesTestJSON-12420228 tempest-AttachInterfacesTestJSON-12420228-project-member] Enqueued Resource ID: 9fb3ee70-3c59-4b63-a41d-1f2d154fb7af with Priority: HIGHEST for action security_group_rules [ 1044.667539] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9fb3ee70-3c59-4b63-a41d-1f2d154fb7af with Priority: HIGHEST for action security_group_rules [ 1044.667956] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9fb3ee70-3c59-4b63-a41d-1f2d154fb7af taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.668742] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9fb3ee70-3c59-4b63-a41d-1f2d154fb7af" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.671702] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.671849] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.671964] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.672220] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.672544] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.672871] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:47. [ 1044.673016] env[65562]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'4a16418f-7f9f-429f-885b-6c353851228c', '61c2f228-d6a3-4d4c-b7de-fe6b2c3c1d08', '9c637330-1eb5-4d0f-9bfc-c8d2f1935709', 'eb6027da-e146-4e72-84a5-681fb4b32c55', '287d2f33-e266-41a4-96b8-2f16db834f62', '4c2a8843-b805-4cfd-a5a2-1878854f0ef8', '75f5747a-54d4-4a70-b4bc-5f31d0607e57', 'cc340790-7c94-4eac-a34b-bb144039a839', '865e7ac2-3667-4252-8906-3696721e534a', '8f0f1895-1939-4fec-9c74-e69fdabe1d99', '668efc0e-4cc7-4181-b04a-d658d4d5a698', 'e6734b94-5ab1-4a07-9098-e970a82f4b7e', '28734607-ee97-46ec-b6bb-d4a31cf0cfc4', 'b4d7ec2e-c0bb-4e98-9e1e-6b5ad4f87e19', 'aaf40d1b-2d66-4668-af21-daa6ff5f8056', '64deb400-5f5e-421b-bb4a-9ccfd5fc45fe', '1f786784-df0d-4ec4-9e14-8e73ab168990', '66627ff8-a79a-4d5d-9281-a57be8b73d65', 'ebd72e05-80e9-4269-94bd-6e65a0ea534d', '25d9d77d-d4e5-4166-bea9-d14d91ea029a', '2fafe9ef-7e47-4c4b-88ec-4ced8cbabccd', 'f3032018-5d94-4d5e-a28e-f9dfc51a636a', '4132d76c-b936-46bb-b97f-b224ccb430f5', 'd799e7b0-18b0-4f51-bb0e-7c9c2971a7f1', 'b018a5ab-7c55-4b0c-9e6b-2da0cfc4b699', 'c63924d5-cb54-49ee-ae44-63e03a78c8e3', 'add37fa2-7db8-4a4b-ba37-258f0e39f252', 'f16ec12d-20c3-4397-88de-54c2315b3cc8', 'b5fa1d3f-57a0-4d97-952d-bbc4df65658e', 'cf8c8c9c-8c63-4481-8654-0f0995ade8d8', '401e6d64-4f68-41e2-81f2-8fedd10f0ee8', '71723131-ee48-432c-9e22-b6c008c7f86d', '884846c7-14d0-4083-bc93-b61886943594', '503dea26-2784-4a89-a725-89163cfc60b2', 'e2084a25-0274-4d3a-9173-6a4cc2eec598', '7ac62e62-0a3c-489c-9474-5df65bce95a3', 'f2427fed-1448-4d25-aa23-dcfee7f96b55', 'd0fd2317-ce62-4346-a19a-81c6cbd7570c', '42ad6657-fb78-431c-b345-5c050bf84172', 'c9c0690c-9a8c-43bf-93d5-32e0d16af02d', '1445b9a0-1100-41f8-a21d-b02385602ed4', 'ad1d197f-74fd-4a7c-9caf-d387031492a3', 'c3ff403a-12a9-4317-b6a1-2b0a324d957b', '3b324699-912e-4c49-a8fc-8a69945b0055', '2823f0a3-1ec1-4dad-b0a6-aee32df44bd1', 'ebe9d131-bf1d-401c-956d-8958f6a945eb', '07e9ea33-0bac-42c5-a799-310bf68a44ed'} {{(pid=65562) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1044.673169] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 1044.694386] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.694574] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.694890] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.695188] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.696427] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.696427] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 1044.696427] env[65562]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=65562) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1044.696427] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 1044.707858] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 503dea26-2784-4a89-a725-89163cfc60b2 in Status: SUCCESS [ 1044.708144] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-503dea26-2784-4a89-a725-89163cfc60b2" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.708258] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-503dea26-2784-4a89-a725-89163cfc60b2" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.708693] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-503dea26-2784-4a89-a725-89163cfc60b2" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.708813] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.709579] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.709579] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.709579] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.709579] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.709579] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('503dea26-2784-4a89-a725-89163cfc60b2',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1044.773893] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.774153] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.774232] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.774397] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.775478] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.775754] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 1044.775979] env[65562]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=65562) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1044.775979] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 1044.775979] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 1044.776237] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 20/47 resources of Type:Security Group Rules [ 1044.776237] env[65562]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 4a16418f-7f9f-429f-885b-6c353851228c with Priority: HIGH for action security_group_rules [ 1044.776343] env[65562]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 61c2f228-d6a3-4d4c-b7de-fe6b2c3c1d08 with Priority: HIGH for action security_group_rules [ 1044.776343] env[65562]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 9c637330-1eb5-4d0f-9bfc-c8d2f1935709 with Priority: HIGH for action security_group_rules [ 1044.776449] env[65562]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: eb6027da-e146-4e72-84a5-681fb4b32c55 with Priority: HIGH for action security_group_rules [ 1044.776449] env[65562]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 287d2f33-e266-41a4-96b8-2f16db834f62 with Priority: HIGH for action security_group_rules [ 1044.776551] env[65562]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 4c2a8843-b805-4cfd-a5a2-1878854f0ef8 with Priority: HIGH for action security_group_rules [ 1044.776599] env[65562]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 75f5747a-54d4-4a70-b4bc-5f31d0607e57 with Priority: HIGH for action security_group_rules [ 1044.776654] env[65562]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: cc340790-7c94-4eac-a34b-bb144039a839 with Priority: HIGH for action security_group_rules [ 1044.776766] env[65562]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 865e7ac2-3667-4252-8906-3696721e534a with Priority: HIGH for action security_group_rules [ 1044.776766] env[65562]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 8f0f1895-1939-4fec-9c74-e69fdabe1d99 with Priority: HIGH for action security_group_rules [ 1044.776865] env[65562]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 668efc0e-4cc7-4181-b04a-d658d4d5a698 with Priority: HIGH for action security_group_rules [ 1044.776865] env[65562]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: e6734b94-5ab1-4a07-9098-e970a82f4b7e with Priority: HIGH for action security_group_rules [ 1044.776981] env[65562]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 28734607-ee97-46ec-b6bb-d4a31cf0cfc4 with Priority: HIGH for action security_group_rules [ 1044.776981] env[65562]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: b4d7ec2e-c0bb-4e98-9e1e-6b5ad4f87e19 with Priority: HIGH for action security_group_rules [ 1044.777091] env[65562]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: aaf40d1b-2d66-4668-af21-daa6ff5f8056 with Priority: HIGH for action security_group_rules [ 1044.777123] env[65562]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 64deb400-5f5e-421b-bb4a-9ccfd5fc45fe with Priority: HIGH for action security_group_rules [ 1044.777184] env[65562]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 1f786784-df0d-4ec4-9e14-8e73ab168990 with Priority: HIGH for action security_group_rules [ 1044.777249] env[65562]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 66627ff8-a79a-4d5d-9281-a57be8b73d65 with Priority: HIGH for action security_group_rules [ 1044.777308] env[65562]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: ebd72e05-80e9-4269-94bd-6e65a0ea534d with Priority: HIGH for action security_group_rules [ 1044.777363] env[65562]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 25d9d77d-d4e5-4166-bea9-d14d91ea029a with Priority: HIGH for action security_group_rules [ 1044.777518] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.933121] env[65562]: INFO networking_nsxv3.common.synchronization [req-66c2c4fc-128c-41a5-8ec9-a2323d319578 req-e3e2927b-9f5b-40c3-be2f-da9af6dac319 tempest-SecurityGroupRulesTestJSON-1693661567 tempest-SecurityGroupRulesTestJSON-1693661567-project-member] Enqueued Resource ID: 6356c761-d856-4aec-82c7-984f179c6a7c with Priority: HIGHEST for action security_group_rules [ 1044.933675] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6356c761-d856-4aec-82c7-984f179c6a7c with Priority: HIGHEST for action security_group_rules [ 1044.933828] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4a16418f-7f9f-429f-885b-6c353851228c with Priority: HIGH for action security_group_rules [ 1044.933947] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9c637330-1eb5-4d0f-9bfc-c8d2f1935709 with Priority: HIGH for action security_group_rules [ 1044.934097] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 75f5747a-54d4-4a70-b4bc-5f31d0607e57 with Priority: HIGH for action security_group_rules [ 1044.934213] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aaf40d1b-2d66-4668-af21-daa6ff5f8056 with Priority: HIGH for action security_group_rules [ 1044.934308] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 25d9d77d-d4e5-4166-bea9-d14d91ea029a with Priority: HIGH for action security_group_rules [ 1044.934399] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ebd72e05-80e9-4269-94bd-6e65a0ea534d with Priority: HIGH for action security_group_rules [ 1044.934517] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 66627ff8-a79a-4d5d-9281-a57be8b73d65 with Priority: HIGH for action security_group_rules [ 1044.934639] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1f786784-df0d-4ec4-9e14-8e73ab168990 with Priority: HIGH for action security_group_rules [ 1044.935169] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b4d7ec2e-c0bb-4e98-9e1e-6b5ad4f87e19 with Priority: HIGH for action security_group_rules [ 1044.935314] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 64deb400-5f5e-421b-bb4a-9ccfd5fc45fe with Priority: HIGH for action security_group_rules [ 1044.935403] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 28734607-ee97-46ec-b6bb-d4a31cf0cfc4 with Priority: HIGH for action security_group_rules [ 1044.935512] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e6734b94-5ab1-4a07-9098-e970a82f4b7e with Priority: HIGH for action security_group_rules [ 1044.935618] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 668efc0e-4cc7-4181-b04a-d658d4d5a698 with Priority: HIGH for action security_group_rules [ 1044.935713] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8f0f1895-1939-4fec-9c74-e69fdabe1d99 with Priority: HIGH for action security_group_rules [ 1044.935885] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 865e7ac2-3667-4252-8906-3696721e534a with Priority: HIGH for action security_group_rules [ 1044.935955] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4c2a8843-b805-4cfd-a5a2-1878854f0ef8 with Priority: HIGH for action security_group_rules [ 1044.936037] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cc340790-7c94-4eac-a34b-bb144039a839 with Priority: HIGH for action security_group_rules [ 1044.936130] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 287d2f33-e266-41a4-96b8-2f16db834f62 with Priority: HIGH for action security_group_rules [ 1044.936239] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 61c2f228-d6a3-4d4c-b7de-fe6b2c3c1d08 with Priority: HIGH for action security_group_rules [ 1044.936359] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eb6027da-e146-4e72-84a5-681fb4b32c55 with Priority: HIGH for action security_group_rules [ 1044.936720] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6356c761-d856-4aec-82c7-984f179c6a7c taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.936836] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6356c761-d856-4aec-82c7-984f179c6a7c" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.937103] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4a16418f-7f9f-429f-885b-6c353851228c taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.937226] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4a16418f-7f9f-429f-885b-6c353851228c" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.937303] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4a16418f-7f9f-429f-885b-6c353851228c" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.937569] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4a16418f-7f9f-429f-885b-6c353851228c" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.937639] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4a16418f-7f9f-429f-885b-6c353851228c',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1044.938790] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9c637330-1eb5-4d0f-9bfc-c8d2f1935709 taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.938938] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9c637330-1eb5-4d0f-9bfc-c8d2f1935709" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.939081] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9c637330-1eb5-4d0f-9bfc-c8d2f1935709" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.939450] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9c637330-1eb5-4d0f-9bfc-c8d2f1935709" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.939562] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9c637330-1eb5-4d0f-9bfc-c8d2f1935709',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1044.940631] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock rules-75f5747a-54d4-4a70-b4bc-5f31d0607e57 taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.940795] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-75f5747a-54d4-4a70-b4bc-5f31d0607e57" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.940905] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-75f5747a-54d4-4a70-b4bc-5f31d0607e57" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.941185] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-75f5747a-54d4-4a70-b4bc-5f31d0607e57" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.941312] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('75f5747a-54d4-4a70-b4bc-5f31d0607e57',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1044.942391] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock rules-aaf40d1b-2d66-4668-af21-daa6ff5f8056 taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.942501] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-aaf40d1b-2d66-4668-af21-daa6ff5f8056" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.942568] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-aaf40d1b-2d66-4668-af21-daa6ff5f8056" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.942753] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-aaf40d1b-2d66-4668-af21-daa6ff5f8056" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.942829] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('aaf40d1b-2d66-4668-af21-daa6ff5f8056',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1044.943809] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock rules-25d9d77d-d4e5-4166-bea9-d14d91ea029a taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.943912] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-25d9d77d-d4e5-4166-bea9-d14d91ea029a" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.943972] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-25d9d77d-d4e5-4166-bea9-d14d91ea029a" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.944138] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-25d9d77d-d4e5-4166-bea9-d14d91ea029a" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.944212] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('25d9d77d-d4e5-4166-bea9-d14d91ea029a',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1044.944996] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ebd72e05-80e9-4269-94bd-6e65a0ea534d taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.945109] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ebd72e05-80e9-4269-94bd-6e65a0ea534d" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.945178] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ebd72e05-80e9-4269-94bd-6e65a0ea534d" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.945326] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ebd72e05-80e9-4269-94bd-6e65a0ea534d" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.945426] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ebd72e05-80e9-4269-94bd-6e65a0ea534d',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1044.946212] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock rules-66627ff8-a79a-4d5d-9281-a57be8b73d65 taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.946324] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-66627ff8-a79a-4d5d-9281-a57be8b73d65" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.946382] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-66627ff8-a79a-4d5d-9281-a57be8b73d65" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.946537] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-66627ff8-a79a-4d5d-9281-a57be8b73d65" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.946608] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('66627ff8-a79a-4d5d-9281-a57be8b73d65',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1044.947478] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1f786784-df0d-4ec4-9e14-8e73ab168990 taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.947646] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1f786784-df0d-4ec4-9e14-8e73ab168990" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.947646] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1f786784-df0d-4ec4-9e14-8e73ab168990" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.947818] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1f786784-df0d-4ec4-9e14-8e73ab168990" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.947864] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1f786784-df0d-4ec4-9e14-8e73ab168990',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1044.948636] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b4d7ec2e-c0bb-4e98-9e1e-6b5ad4f87e19 taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.948778] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b4d7ec2e-c0bb-4e98-9e1e-6b5ad4f87e19" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.948812] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b4d7ec2e-c0bb-4e98-9e1e-6b5ad4f87e19" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.948945] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b4d7ec2e-c0bb-4e98-9e1e-6b5ad4f87e19" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.949028] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b4d7ec2e-c0bb-4e98-9e1e-6b5ad4f87e19',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1044.949751] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock rules-64deb400-5f5e-421b-bb4a-9ccfd5fc45fe taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.949857] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-64deb400-5f5e-421b-bb4a-9ccfd5fc45fe" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.949928] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-64deb400-5f5e-421b-bb4a-9ccfd5fc45fe" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.950090] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-64deb400-5f5e-421b-bb4a-9ccfd5fc45fe" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.950164] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('64deb400-5f5e-421b-bb4a-9ccfd5fc45fe',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1044.950842] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock rules-28734607-ee97-46ec-b6bb-d4a31cf0cfc4 taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.950947] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-28734607-ee97-46ec-b6bb-d4a31cf0cfc4" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.951029] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-28734607-ee97-46ec-b6bb-d4a31cf0cfc4" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.951169] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-28734607-ee97-46ec-b6bb-d4a31cf0cfc4" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.951278] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('28734607-ee97-46ec-b6bb-d4a31cf0cfc4',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1044.952426] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e6734b94-5ab1-4a07-9098-e970a82f4b7e taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.952543] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e6734b94-5ab1-4a07-9098-e970a82f4b7e" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.952611] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e6734b94-5ab1-4a07-9098-e970a82f4b7e" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.952756] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e6734b94-5ab1-4a07-9098-e970a82f4b7e" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.952926] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e6734b94-5ab1-4a07-9098-e970a82f4b7e',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1044.953567] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock rules-668efc0e-4cc7-4181-b04a-d658d4d5a698 taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.953668] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-668efc0e-4cc7-4181-b04a-d658d4d5a698" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.953668] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-668efc0e-4cc7-4181-b04a-d658d4d5a698" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.953820] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-668efc0e-4cc7-4181-b04a-d658d4d5a698" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.953892] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('668efc0e-4cc7-4181-b04a-d658d4d5a698',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1044.954594] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8f0f1895-1939-4fec-9c74-e69fdabe1d99 taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.954698] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8f0f1895-1939-4fec-9c74-e69fdabe1d99" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.954754] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8f0f1895-1939-4fec-9c74-e69fdabe1d99" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.954905] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8f0f1895-1939-4fec-9c74-e69fdabe1d99" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.955214] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8f0f1895-1939-4fec-9c74-e69fdabe1d99',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1044.955834] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock rules-865e7ac2-3667-4252-8906-3696721e534a taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.955953] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-865e7ac2-3667-4252-8906-3696721e534a" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.956013] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-865e7ac2-3667-4252-8906-3696721e534a" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.956276] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-865e7ac2-3667-4252-8906-3696721e534a" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.956276] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('865e7ac2-3667-4252-8906-3696721e534a',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1044.957037] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4c2a8843-b805-4cfd-a5a2-1878854f0ef8 taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.957137] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4c2a8843-b805-4cfd-a5a2-1878854f0ef8" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.957179] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4c2a8843-b805-4cfd-a5a2-1878854f0ef8" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.957329] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4c2a8843-b805-4cfd-a5a2-1878854f0ef8" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.957399] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4c2a8843-b805-4cfd-a5a2-1878854f0ef8',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1044.958117] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cc340790-7c94-4eac-a34b-bb144039a839 taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.958226] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cc340790-7c94-4eac-a34b-bb144039a839" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.958291] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cc340790-7c94-4eac-a34b-bb144039a839" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.958443] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cc340790-7c94-4eac-a34b-bb144039a839" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.958518] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cc340790-7c94-4eac-a34b-bb144039a839',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1044.958765] env[65562]: WARNING oslo_messaging._drivers.amqpdriver [-] Number of call queues is 21, greater than warning threshold: 20. There could be a leak. Increasing threshold to: 40 [ 1044.959407] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock rules-287d2f33-e266-41a4-96b8-2f16db834f62 taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.959545] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-287d2f33-e266-41a4-96b8-2f16db834f62" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.959701] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-287d2f33-e266-41a4-96b8-2f16db834f62" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.959701] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-287d2f33-e266-41a4-96b8-2f16db834f62" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.959776] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('287d2f33-e266-41a4-96b8-2f16db834f62',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1044.965795] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock rules-61c2f228-d6a3-4d4c-b7de-fe6b2c3c1d08 taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.966050] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-61c2f228-d6a3-4d4c-b7de-fe6b2c3c1d08" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.966152] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-61c2f228-d6a3-4d4c-b7de-fe6b2c3c1d08" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.966426] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-61c2f228-d6a3-4d4c-b7de-fe6b2c3c1d08" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.966490] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('61c2f228-d6a3-4d4c-b7de-fe6b2c3c1d08',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1044.967562] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock rules-eb6027da-e146-4e72-84a5-681fb4b32c55 taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.967731] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-eb6027da-e146-4e72-84a5-681fb4b32c55" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.967731] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-eb6027da-e146-4e72-84a5-681fb4b32c55" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.968139] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-eb6027da-e146-4e72-84a5-681fb4b32c55" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.968251] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('eb6027da-e146-4e72-84a5-681fb4b32c55',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1044.977438] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.977637] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.977702] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.977939] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.004785] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.004785] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.004785] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.004945] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.005042] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.005133] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.005238] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c9c0690c-9a8c-43bf-93d5-32e0d16af02d is going to be updated. [ 1045.039385] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.039533] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.039602] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.039836] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.039960] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.052546] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c9c0690c-9a8c-43bf-93d5-32e0d16af02d in Status: IN_PROGRESS for 2s [ 1045.082514] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.082814] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.083154] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.083154] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.083236] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.083504] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9fb3ee70-3c59-4b63-a41d-1f2d154fb7af already deleted. [ 1045.083504] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9fb3ee70-3c59-4b63-a41d-1f2d154fb7af" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.085037] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9fb3ee70-3c59-4b63-a41d-1f2d154fb7af" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.085194] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9fb3ee70-3c59-4b63-a41d-1f2d154fb7af" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.085287] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9fb3ee70-3c59-4b63-a41d-1f2d154fb7af',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1045.160020] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.160020] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.160020] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.160020] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.160020] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.160020] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6356c761-d856-4aec-82c7-984f179c6a7c already deleted. [ 1045.160020] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6356c761-d856-4aec-82c7-984f179c6a7c" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.160020] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6356c761-d856-4aec-82c7-984f179c6a7c" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.160020] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6356c761-d856-4aec-82c7-984f179c6a7c" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.160020] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6356c761-d856-4aec-82c7-984f179c6a7c',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1045.212979] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('503dea26-2784-4a89-a725-89163cfc60b2',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1045.385975] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 28734607-ee97-46ec-b6bb-d4a31cf0cfc4 in Status: SUCCESS [ 1045.386344] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-28734607-ee97-46ec-b6bb-d4a31cf0cfc4" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.475756] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-e6734b94-5ab1-4a07-9098-e970a82f4b7e taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.475971] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e6734b94-5ab1-4a07-9098-e970a82f4b7e" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.476079] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e6734b94-5ab1-4a07-9098-e970a82f4b7e" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.476375] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e6734b94-5ab1-4a07-9098-e970a82f4b7e" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.476693] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.476797] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.477205] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.477677] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.477677] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.478101] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e6734b94-5ab1-4a07-9098-e970a82f4b7e" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.478428] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e6734b94-5ab1-4a07-9098-e970a82f4b7e',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1045.484633] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-eb6027da-e146-4e72-84a5-681fb4b32c55 taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.485232] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eb6027da-e146-4e72-84a5-681fb4b32c55" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.485392] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eb6027da-e146-4e72-84a5-681fb4b32c55" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.485653] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eb6027da-e146-4e72-84a5-681fb4b32c55" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.485938] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.486151] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.486306] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.486553] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.486719] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.487202] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eb6027da-e146-4e72-84a5-681fb4b32c55" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.487202] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('eb6027da-e146-4e72-84a5-681fb4b32c55',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1045.491352] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-28734607-ee97-46ec-b6bb-d4a31cf0cfc4 taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.491500] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-28734607-ee97-46ec-b6bb-d4a31cf0cfc4" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.491687] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-28734607-ee97-46ec-b6bb-d4a31cf0cfc4" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.491940] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-28734607-ee97-46ec-b6bb-d4a31cf0cfc4" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.492356] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.492810] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.492810] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.493288] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.493288] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.493288] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-28734607-ee97-46ec-b6bb-d4a31cf0cfc4" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.493924] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('28734607-ee97-46ec-b6bb-d4a31cf0cfc4',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1045.510592] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-865e7ac2-3667-4252-8906-3696721e534a taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.510855] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-865e7ac2-3667-4252-8906-3696721e534a" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.510926] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-865e7ac2-3667-4252-8906-3696721e534a" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.511134] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-865e7ac2-3667-4252-8906-3696721e534a" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.511344] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.511482] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.511576] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.511751] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.511949] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.512611] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-865e7ac2-3667-4252-8906-3696721e534a" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.512611] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('865e7ac2-3667-4252-8906-3696721e534a',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1045.513798] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-4c2a8843-b805-4cfd-a5a2-1878854f0ef8 taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.513798] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4c2a8843-b805-4cfd-a5a2-1878854f0ef8" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.513798] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4c2a8843-b805-4cfd-a5a2-1878854f0ef8" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.513798] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4c2a8843-b805-4cfd-a5a2-1878854f0ef8" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.513798] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.513798] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.513798] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.514161] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.514161] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.514161] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4c2a8843-b805-4cfd-a5a2-1878854f0ef8" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.514266] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4c2a8843-b805-4cfd-a5a2-1878854f0ef8',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1045.515065] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-cc340790-7c94-4eac-a34b-bb144039a839 taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.515209] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cc340790-7c94-4eac-a34b-bb144039a839" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.515618] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cc340790-7c94-4eac-a34b-bb144039a839" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.515812] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cc340790-7c94-4eac-a34b-bb144039a839" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.516016] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.516210] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.516262] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.516480] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.517084] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.517217] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cc340790-7c94-4eac-a34b-bb144039a839" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.517313] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('cc340790-7c94-4eac-a34b-bb144039a839',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1045.563529] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.563745] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.563745] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.563951] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.565737] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.565867] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.566737] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.566829] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.568779] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.568985] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.569795] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.569899] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.570805] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.570943] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.571620] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.571705] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.572423] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.572506] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.573231] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.573325] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.574015] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.574112] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.574991] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.575109] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.575810] env[65562]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1045.576228] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.576345] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.577574] env[65562]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1045.577973] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.578084] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.578831] env[65562]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1045.579280] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.579394] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.586760] env[65562]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1045.586760] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.586760] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1f786784-df0d-4ec4-9e14-8e73ab168990 is going to be deleted. [ 1045.588416] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.588633] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.602723] env[65562]: INFO networking_nsxv3.common.synchronization [req-0f8ef4d2-f0db-498a-958a-e742432c4f42 req-7a3b2797-804d-494c-b758-89d660c3e3a0 tempest-SecurityGroupRulesTestJSON-1693661567 tempest-SecurityGroupRulesTestJSON-1693661567-project-member] Enqueued Resource ID: 6356c761-d856-4aec-82c7-984f179c6a7c with Priority: HIGHEST for action security_group_rules [ 1045.602994] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6356c761-d856-4aec-82c7-984f179c6a7c with Priority: HIGHEST for action security_group_rules [ 1045.603311] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6356c761-d856-4aec-82c7-984f179c6a7c taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.603407] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6356c761-d856-4aec-82c7-984f179c6a7c" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.606145] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.606230] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.614019] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.614019] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 75f5747a-54d4-4a70-b4bc-5f31d0607e57 is going to be deleted. [ 1045.614019] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.614019] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.633861] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.633861] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9c637330-1eb5-4d0f-9bfc-c8d2f1935709 is going to be deleted. [ 1045.635899] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.635899] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.649517] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.649711] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.667409] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.667409] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 668efc0e-4cc7-4181-b04a-d658d4d5a698 is going to be deleted. [ 1045.668603] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.668960] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.672630] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.672630] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.689623] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.689623] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.694661] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.694798] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ebd72e05-80e9-4269-94bd-6e65a0ea534d is going to be deleted. [ 1045.695745] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.695965] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.714140] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('503dea26-2784-4a89-a725-89163cfc60b2',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1045.725329] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.726427] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.731148] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.731494] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8f0f1895-1939-4fec-9c74-e69fdabe1d99 is going to be deleted. [ 1045.733588] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.733912] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.784357] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.784466] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 25d9d77d-d4e5-4166-bea9-d14d91ea029a is going to be deleted. [ 1045.787842] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.787842] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.794096] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.794096] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.915777] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.915930] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.927151] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.927289] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4a16418f-7f9f-429f-885b-6c353851228c is going to be deleted. [ 1045.928236] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.928417] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.931694] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.932568] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.955765] env[65562]: INFO networking_nsxv3.common.synchronization [req-1b5cd0d1-1a72-4c11-bd18-ccf7b6bfbc61 req-fcb39992-1a90-4bde-a35e-1c3e001e00b0 tempest-ServerActionsV293TestJSON-521921186 tempest-ServerActionsV293TestJSON-521921186-project-member] Enqueued Resource ID: d4b75122-c8d0-4cec-8f54-c5a1b002d8d5 with Priority: HIGHEST for action security_group_members [ 1045.956334] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d4b75122-c8d0-4cec-8f54-c5a1b002d8d5 with Priority: HIGHEST for action security_group_members [ 1045.956701] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-d4b75122-c8d0-4cec-8f54-c5a1b002d8d5 taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.956854] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d4b75122-c8d0-4cec-8f54-c5a1b002d8d5" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.956854] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d4b75122-c8d0-4cec-8f54-c5a1b002d8d5" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.959546] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d4b75122-c8d0-4cec-8f54-c5a1b002d8d5" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.959800] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.960113] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.960197] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.960894] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.960894] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.960894] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d4b75122-c8d0-4cec-8f54-c5a1b002d8d5',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1045.971726] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.971726] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: aaf40d1b-2d66-4668-af21-daa6ff5f8056 is going to be deleted. [ 1045.972435] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.972435] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.977119] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.977249] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.001047] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-e6734b94-5ab1-4a07-9098-e970a82f4b7e taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.001218] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e6734b94-5ab1-4a07-9098-e970a82f4b7e" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.001325] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e6734b94-5ab1-4a07-9098-e970a82f4b7e" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.001488] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e6734b94-5ab1-4a07-9098-e970a82f4b7e" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.001680] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.001906] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.002025] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.002158] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.002248] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.002389] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e6734b94-5ab1-4a07-9098-e970a82f4b7e" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.002563] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-e6734b94-5ab1-4a07-9098-e970a82f4b7e taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.002563] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e6734b94-5ab1-4a07-9098-e970a82f4b7e" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.002782] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e6734b94-5ab1-4a07-9098-e970a82f4b7e" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.002782] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e6734b94-5ab1-4a07-9098-e970a82f4b7e" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.002971] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.003052] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.003052] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.003506] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.003506] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.003506] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e6734b94-5ab1-4a07-9098-e970a82f4b7e" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.003506] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e6734b94-5ab1-4a07-9098-e970a82f4b7e',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1046.004401] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-28734607-ee97-46ec-b6bb-d4a31cf0cfc4 taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.004583] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-28734607-ee97-46ec-b6bb-d4a31cf0cfc4" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.004669] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-28734607-ee97-46ec-b6bb-d4a31cf0cfc4" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.004837] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-28734607-ee97-46ec-b6bb-d4a31cf0cfc4" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.005229] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.005229] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.005229] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.005361] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.005361] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.005480] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-28734607-ee97-46ec-b6bb-d4a31cf0cfc4" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.005602] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-28734607-ee97-46ec-b6bb-d4a31cf0cfc4 taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.007581] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-28734607-ee97-46ec-b6bb-d4a31cf0cfc4" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.007581] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-28734607-ee97-46ec-b6bb-d4a31cf0cfc4" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.007581] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-28734607-ee97-46ec-b6bb-d4a31cf0cfc4" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.007581] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.007581] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.007581] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.007581] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.007581] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.007581] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-28734607-ee97-46ec-b6bb-d4a31cf0cfc4" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.007581] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('28734607-ee97-46ec-b6bb-d4a31cf0cfc4',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1046.008198] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-eb6027da-e146-4e72-84a5-681fb4b32c55 taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.008198] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eb6027da-e146-4e72-84a5-681fb4b32c55" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.008304] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eb6027da-e146-4e72-84a5-681fb4b32c55" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.008719] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eb6027da-e146-4e72-84a5-681fb4b32c55" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.008719] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.008719] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.008719] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.008988] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.009119] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.009169] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eb6027da-e146-4e72-84a5-681fb4b32c55" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.009817] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-eb6027da-e146-4e72-84a5-681fb4b32c55 taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.009817] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eb6027da-e146-4e72-84a5-681fb4b32c55" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.009817] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eb6027da-e146-4e72-84a5-681fb4b32c55" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.009817] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eb6027da-e146-4e72-84a5-681fb4b32c55" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.009817] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.009817] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.010191] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.010191] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.010191] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.010191] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eb6027da-e146-4e72-84a5-681fb4b32c55" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.010326] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('eb6027da-e146-4e72-84a5-681fb4b32c55',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1046.026863] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('865e7ac2-3667-4252-8906-3696721e534a',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1046.029858] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4c2a8843-b805-4cfd-a5a2-1878854f0ef8',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1046.030667] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('cc340790-7c94-4eac-a34b-bb144039a839',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1046.054984] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.055160] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 66627ff8-a79a-4d5d-9281-a57be8b73d65 is going to be deleted. [ 1046.056756] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.057110] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.064569] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.064727] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.093163] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.093336] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b4d7ec2e-c0bb-4e98-9e1e-6b5ad4f87e19 is going to be deleted. [ 1046.094293] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.094506] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.132504] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.132681] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.154033] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.154182] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.155127] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.155316] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 61c2f228-d6a3-4d4c-b7de-fe6b2c3c1d08 is going to be deleted. [ 1046.157028] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.157028] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.181018] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.181364] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 64deb400-5f5e-421b-bb4a-9ccfd5fc45fe is going to be deleted. [ 1046.182194] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.182370] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.217311] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.217581] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.217581] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.217807] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.217901] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.218024] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 503dea26-2784-4a89-a725-89163cfc60b2 is going to be updated. [ 1046.241185] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.241185] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.254571] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.254718] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 287d2f33-e266-41a4-96b8-2f16db834f62 is going to be deleted. [ 1046.255948] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.256088] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.256170] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.257163] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9fb3ee70-3c59-4b63-a41d-1f2d154fb7af already deleted. [ 1046.257163] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9fb3ee70-3c59-4b63-a41d-1f2d154fb7af" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.257163] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.257163] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.257163] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.257163] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1f786784-df0d-4ec4-9e14-8e73ab168990" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.257751] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.257751] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.257751] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.257751] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-75f5747a-54d4-4a70-b4bc-5f31d0607e57" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.257896] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.258081] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.258143] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.258199] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6356c761-d856-4aec-82c7-984f179c6a7c already deleted. [ 1046.258249] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6356c761-d856-4aec-82c7-984f179c6a7c" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.260963] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.260963] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.260963] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.260963] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9c637330-1eb5-4d0f-9bfc-c8d2f1935709" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.260963] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6356c761-d856-4aec-82c7-984f179c6a7c" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.260963] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6356c761-d856-4aec-82c7-984f179c6a7c" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.260963] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6356c761-d856-4aec-82c7-984f179c6a7c',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1046.260963] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.260963] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.260963] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.261608] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-668efc0e-4cc7-4181-b04a-d658d4d5a698" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.261608] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.261608] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.261608] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.261801] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8f0f1895-1939-4fec-9c74-e69fdabe1d99" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.261969] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.262109] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.262177] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.262290] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ebd72e05-80e9-4269-94bd-6e65a0ea534d" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.262415] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.262567] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.262649] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.262756] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-25d9d77d-d4e5-4166-bea9-d14d91ea029a" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.263019] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.263019] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.263139] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.263186] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4a16418f-7f9f-429f-885b-6c353851228c" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.263838] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.263838] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.263838] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.263838] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-aaf40d1b-2d66-4668-af21-daa6ff5f8056" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.264159] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.264159] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.264159] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.264537] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-66627ff8-a79a-4d5d-9281-a57be8b73d65" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.264537] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.264537] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.266198] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.266198] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b4d7ec2e-c0bb-4e98-9e1e-6b5ad4f87e19" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.275387] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.275387] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.275387] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.275580] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.275680] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.275788] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-61c2f228-d6a3-4d4c-b7de-fe6b2c3c1d08" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.303378] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.303524] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.303596] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.303814] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.303991] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.304072] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-64deb400-5f5e-421b-bb4a-9ccfd5fc45fe" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.353204] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.353204] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.353204] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.353204] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.353204] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.354742] env[65562]: DEBUG networking_nsxv3.common.locking [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Lock network-113 taken with stack trace [, , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.354943] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquiring lock "network-113" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.355080] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired lock "network-113" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.355399] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired external semaphore "network-113" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.355660] env[65562]: DEBUG networking_nsxv3.common.locking [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.355818] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquiring lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.355931] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.356173] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired external semaphore "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.356306] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Releasing lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.356491] env[65562]: DEBUG dogpile.cache.region [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] No value present for key: 'zone-id' {{(pid=65562) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1046.356604] env[65562]: DEBUG dogpile.lock [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] NeedRegenerationException {{(pid=65562) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1046.356701] env[65562]: DEBUG dogpile.lock [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] no value, waiting for create lock {{(pid=65562) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1046.356806] env[65562]: DEBUG dogpile.lock [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] value creation lock acquired {{(pid=65562) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1046.356910] env[65562]: DEBUG dogpile.cache.region [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] No value present for key: 'zone-id' {{(pid=65562) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1046.357024] env[65562]: DEBUG dogpile.lock [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Calling creation function for not-yet-present value {{(pid=65562) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1046.357147] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1046.373788] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 503dea26-2784-4a89-a725-89163cfc60b2 in Status: IN_PROGRESS for 2s [ 1046.385078] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1046.385078] env[65562]: DEBUG dogpile.cache.region [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=65562) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1046.385078] env[65562]: DEBUG dogpile.lock [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Released creation lock {{(pid=65562) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1046.385405] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Releasing lock "network-113" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.385699] env[65562]: DEBUG networking_nsxv3.common.locking [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Lock port-5a01532a-8124-4fab-a28f-b1629ddd0435 taken with stack trace [, , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.385928] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquiring lock "port-5a01532a-8124-4fab-a28f-b1629ddd0435" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.386209] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired lock "port-5a01532a-8124-4fab-a28f-b1629ddd0435" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.386847] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired external semaphore "port-5a01532a-8124-4fab-a28f-b1629ddd0435" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.386847] env[65562]: DEBUG networking_nsxv3.api.rpc [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5a01532a-8124-4fab-a28f-b1629ddd0435',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1046.419496] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.419762] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.419916] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.420111] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.420219] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.420366] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-287d2f33-e266-41a4-96b8-2f16db834f62" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.463288] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.463485] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.463553] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.463821] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.463919] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.464466] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.464466] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.464466] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.464692] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.464692] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.464692] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d4b75122-c8d0-4cec-8f54-c5a1b002d8d5 already deleted. [ 1046.464826] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d4b75122-c8d0-4cec-8f54-c5a1b002d8d5" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.509124] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 28734607-ee97-46ec-b6bb-d4a31cf0cfc4: rpc.has_security_group_logging(os_id): False [ 1046.512172] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for eb6027da-e146-4e72-84a5-681fb4b32c55: rpc.has_security_group_logging(os_id): False [ 1046.513462] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e6734b94-5ab1-4a07-9098-e970a82f4b7e: rpc.has_security_group_logging(os_id): False [ 1046.529350] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 865e7ac2-3667-4252-8906-3696721e534a: rpc.has_security_group_logging(os_id): False [ 1046.532624] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4c2a8843-b805-4cfd-a5a2-1878854f0ef8: rpc.has_security_group_logging(os_id): False [ 1046.533861] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for cc340790-7c94-4eac-a34b-bb144039a839: rpc.has_security_group_logging(os_id): False [ 1046.535550] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.535689] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.535784] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.536042] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.537676] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.537795] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.540849] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.540980] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.563092] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.563092] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.564176] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.564310] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.568512] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.568703] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.575043] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.575407] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.575638] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.575717] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.575881] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.576244] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.576313] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.576383] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.576441] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.576614] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.576694] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.576875] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.576947] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.577017] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.577193] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.577268] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.577361] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: eb6027da-e146-4e72-84a5-681fb4b32c55 is going to be updated. [ 1046.578561] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.578728] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.610753] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.611103] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.611250] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.611250] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.611467] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.611548] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.611735] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.611863] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.611923] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.612055] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.612121] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.612314] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.612406] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.612462] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.614054] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.614054] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.614054] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 28734607-ee97-46ec-b6bb-d4a31cf0cfc4 is going to be updated. [ 1046.614558] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.614763] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.639447] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.639778] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.639921] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.639983] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.641026] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.641026] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.641026] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 865e7ac2-3667-4252-8906-3696721e534a is going to be updated. [ 1046.641535] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.641718] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.673585] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.673869] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.675706] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.675706] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.675854] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.675854] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.676235] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.676235] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.676434] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cc340790-7c94-4eac-a34b-bb144039a839 is going to be updated. [ 1046.677834] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.677834] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.705780] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.705896] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.712923] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.713271] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.713439] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.713439] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.713643] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.713730] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.713898] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4c2a8843-b805-4cfd-a5a2-1878854f0ef8 is going to be updated. [ 1046.715518] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.715733] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.715893] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.717014] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.717131] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.740136] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.740445] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.740613] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.740700] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.741185] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.741318] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.741583] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.741736] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.741827] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.742914] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.742994] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.743264] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.743385] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.743477] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.743705] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.744164] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.744261] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e6734b94-5ab1-4a07-9098-e970a82f4b7e is going to be updated. [ 1046.745677] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.745894] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.746080] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.748829] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.748963] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.749047] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.749293] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.749494] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.773649] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: eb6027da-e146-4e72-84a5-681fb4b32c55 in Status: IN_PROGRESS for 2s [ 1046.796527] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 865e7ac2-3667-4252-8906-3696721e534a in Status: IN_PROGRESS for 2s [ 1046.801138] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 28734607-ee97-46ec-b6bb-d4a31cf0cfc4 in Status: IN_PROGRESS for 2s [ 1046.808344] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.808764] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.808764] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.809198] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.809390] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.809627] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6356c761-d856-4aec-82c7-984f179c6a7c already deleted. [ 1046.809777] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6356c761-d856-4aec-82c7-984f179c6a7c" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.845377] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.845619] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.845727] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.845970] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.846135] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.849361] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.849576] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.849723] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.849960] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.850144] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.884294] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4c2a8843-b805-4cfd-a5a2-1878854f0ef8 in Status: IN_PROGRESS for 2s [ 1046.890865] env[65562]: DEBUG networking_nsxv3.common.locking [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.891179] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.891304] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.891617] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.892172] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.892377] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Segment Port 5a01532a-8124-4fab-a28f-b1629ddd0435 not found, creating... [ 1046.892687] env[65562]: DEBUG networking_nsxv3.common.locking [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.892893] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquiring lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.892982] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.894249] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired external semaphore "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.894415] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Releasing lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.894775] env[65562]: DEBUG networking_nsxv3.common.locking [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.895331] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.895331] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.895331] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.895565] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.895724] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Resource: SegmentPort with ID: 5a01532a-8124-4fab-a28f-b1629ddd0435 is going to be created. [ 1046.902233] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.902452] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.902452] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.902633] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.902773] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.917560] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cc340790-7c94-4eac-a34b-bb144039a839 in Status: IN_PROGRESS for 2s [ 1046.943725] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e6734b94-5ab1-4a07-9098-e970a82f4b7e in Status: IN_PROGRESS for 2s [ 1046.947969] env[65562]: DEBUG networking_nsxv3.common.locking [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.948209] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.948337] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.948646] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.950033] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.950033] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Releasing lock "port-5a01532a-8124-4fab-a28f-b1629ddd0435" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.065072] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c9c0690c-9a8c-43bf-93d5-32e0d16af02d in Status: SUCCESS [ 1047.065265] env[65562]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c9c0690c-9a8c-43bf-93d5-32e0d16af02d deletion is rescheduled due to dependency. [ 1047.065344] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c9c0690c-9a8c-43bf-93d5-32e0d16af02d" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.668713] env[65562]: INFO networking_nsxv3.common.synchronization [req-1b5cd0d1-1a72-4c11-bd18-ccf7b6bfbc61 req-53516510-97ad-48a4-96f6-a10242d87c5a service nova] Enqueued Resource ID: d4b75122-c8d0-4cec-8f54-c5a1b002d8d5 with Priority: HIGHEST for action security_group_rules [ 1047.668713] env[65562]: INFO networking_nsxv3.common.synchronization [req-1b5cd0d1-1a72-4c11-bd18-ccf7b6bfbc61 req-53516510-97ad-48a4-96f6-a10242d87c5a service nova] Enqueued Resource ID: d4b75122-c8d0-4cec-8f54-c5a1b002d8d5 with Priority: HIGHEST for action security_group_members [ 1047.669160] env[65562]: INFO networking_nsxv3.common.synchronization [req-1b5cd0d1-1a72-4c11-bd18-ccf7b6bfbc61 req-53516510-97ad-48a4-96f6-a10242d87c5a service nova] Enqueued Resource ID: 5a01532a-8124-4fab-a28f-b1629ddd0435 with Priority: HIGHEST for action port [ 1047.669464] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d4b75122-c8d0-4cec-8f54-c5a1b002d8d5 with Priority: HIGHEST for action security_group_rules [ 1047.669662] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d4b75122-c8d0-4cec-8f54-c5a1b002d8d5 with Priority: HIGHEST for action security_group_members [ 1047.669819] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5a01532a-8124-4fab-a28f-b1629ddd0435 with Priority: HIGHEST for action port [ 1047.670357] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d4b75122-c8d0-4cec-8f54-c5a1b002d8d5 taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.670512] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d4b75122-c8d0-4cec-8f54-c5a1b002d8d5" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.670582] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d4b75122-c8d0-4cec-8f54-c5a1b002d8d5" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.670850] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d4b75122-c8d0-4cec-8f54-c5a1b002d8d5" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.670932] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d4b75122-c8d0-4cec-8f54-c5a1b002d8d5',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1047.674564] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-d4b75122-c8d0-4cec-8f54-c5a1b002d8d5 taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.674710] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d4b75122-c8d0-4cec-8f54-c5a1b002d8d5" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.674788] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d4b75122-c8d0-4cec-8f54-c5a1b002d8d5" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.674959] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d4b75122-c8d0-4cec-8f54-c5a1b002d8d5" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.675133] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.675236] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.675292] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.675443] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.675531] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.675673] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d4b75122-c8d0-4cec-8f54-c5a1b002d8d5',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1047.677576] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock port-5a01532a-8124-4fab-a28f-b1629ddd0435 taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.677898] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5a01532a-8124-4fab-a28f-b1629ddd0435" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.677898] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5a01532a-8124-4fab-a28f-b1629ddd0435" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.678031] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5a01532a-8124-4fab-a28f-b1629ddd0435" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.678113] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5a01532a-8124-4fab-a28f-b1629ddd0435',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1048.181580] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d4b75122-c8d0-4cec-8f54-c5a1b002d8d5',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1048.181580] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-d4b75122-c8d0-4cec-8f54-c5a1b002d8d5 taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.181580] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d4b75122-c8d0-4cec-8f54-c5a1b002d8d5" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.182822] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5a01532a-8124-4fab-a28f-b1629ddd0435 with status ACTIVE [ 1048.182921] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.183660] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.183660] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.183660] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.183660] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.183660] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.184063] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.184374] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.185352] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.185352] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.185479] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.185633] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.185738] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.185931] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.186078] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.186211] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5a01532a-8124-4fab-a28f-b1629ddd0435 is going to be updated. [ 1048.208861] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.208861] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.208861] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.208861] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.208861] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.208861] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5a01532a-8124-4fab-a28f-b1629ddd0435" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.385617] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 503dea26-2784-4a89-a725-89163cfc60b2 in Status: SUCCESS [ 1048.385922] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-503dea26-2784-4a89-a725-89163cfc60b2" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.386109] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-503dea26-2784-4a89-a725-89163cfc60b2" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.387043] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-503dea26-2784-4a89-a725-89163cfc60b2" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.387043] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.387043] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.387043] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.387043] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.387043] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.387391] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-503dea26-2784-4a89-a725-89163cfc60b2" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.387391] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('503dea26-2784-4a89-a725-89163cfc60b2',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1048.688552] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d4b75122-c8d0-4cec-8f54-c5a1b002d8d5',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1048.788836] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: eb6027da-e146-4e72-84a5-681fb4b32c55 in Status: SUCCESS [ 1048.789026] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-eb6027da-e146-4e72-84a5-681fb4b32c55" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.814137] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 865e7ac2-3667-4252-8906-3696721e534a in Status: SUCCESS [ 1048.814137] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-865e7ac2-3667-4252-8906-3696721e534a" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.817212] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 28734607-ee97-46ec-b6bb-d4a31cf0cfc4 in Status: SUCCESS [ 1048.817212] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-28734607-ee97-46ec-b6bb-d4a31cf0cfc4" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.889169] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-503dea26-2784-4a89-a725-89163cfc60b2 taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.889326] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-503dea26-2784-4a89-a725-89163cfc60b2" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.889397] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-503dea26-2784-4a89-a725-89163cfc60b2" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.889610] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-503dea26-2784-4a89-a725-89163cfc60b2" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.889784] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.889951] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.889951] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.890139] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.890227] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.890749] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-503dea26-2784-4a89-a725-89163cfc60b2" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.890749] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-503dea26-2784-4a89-a725-89163cfc60b2 taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.890749] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-503dea26-2784-4a89-a725-89163cfc60b2" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.890749] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-503dea26-2784-4a89-a725-89163cfc60b2" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.890749] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-503dea26-2784-4a89-a725-89163cfc60b2" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.891283] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.891283] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.891283] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.891283] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.891283] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.891283] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-503dea26-2784-4a89-a725-89163cfc60b2" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.891575] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('503dea26-2784-4a89-a725-89163cfc60b2',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1048.897594] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4c2a8843-b805-4cfd-a5a2-1878854f0ef8 in Status: SUCCESS [ 1048.897838] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4c2a8843-b805-4cfd-a5a2-1878854f0ef8" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.929390] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cc340790-7c94-4eac-a34b-bb144039a839 in Status: SUCCESS [ 1048.929623] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cc340790-7c94-4eac-a34b-bb144039a839" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.962243] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e6734b94-5ab1-4a07-9098-e970a82f4b7e in Status: SUCCESS [ 1048.963536] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e6734b94-5ab1-4a07-9098-e970a82f4b7e" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.191494] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.191662] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.191763] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.191997] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.192102] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.193026] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d4b75122-c8d0-4cec-8f54-c5a1b002d8d5 is going to be created. [ 1049.245356] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.245790] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.245790] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.245912] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.246026] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.261284] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d4b75122-c8d0-4cec-8f54-c5a1b002d8d5 in Status: UNINITIALIZED for 2s [ 1049.393467] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 503dea26-2784-4a89-a725-89163cfc60b2: rpc.has_security_group_logging(os_id): False [ 1049.414584] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.414755] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.414843] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.415358] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.449639] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.449949] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.450103] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.450153] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.450351] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.450432] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.450636] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.450737] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.450850] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.450949] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.451040] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.451499] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.451499] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.451499] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.451499] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.451680] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.451680] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 503dea26-2784-4a89-a725-89163cfc60b2 is going to be updated. [ 1049.520154] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.520389] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.520518] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.521061] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.521478] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.540446] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 503dea26-2784-4a89-a725-89163cfc60b2 in Status: IN_PROGRESS for 2s [ 1051.275176] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d4b75122-c8d0-4cec-8f54-c5a1b002d8d5 in Status: SUCCESS [ 1051.275458] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d4b75122-c8d0-4cec-8f54-c5a1b002d8d5" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.276853] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d4b75122-c8d0-4cec-8f54-c5a1b002d8d5" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.277491] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d4b75122-c8d0-4cec-8f54-c5a1b002d8d5" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.277491] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.277667] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.277667] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.278455] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.278455] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.278455] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d4b75122-c8d0-4cec-8f54-c5a1b002d8d5" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.278455] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d4b75122-c8d0-4cec-8f54-c5a1b002d8d5',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1051.556163] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 503dea26-2784-4a89-a725-89163cfc60b2 in Status: SUCCESS [ 1051.556403] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-503dea26-2784-4a89-a725-89163cfc60b2" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.781518] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d4b75122-c8d0-4cec-8f54-c5a1b002d8d5',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1052.267583] env[65562]: INFO networking_nsxv3.common.synchronization [None req-345d5d19-0593-40b6-924b-c45c7e55387c tempest-ImagesOneServerNegativeTestJSON-1039086717 tempest-ImagesOneServerNegativeTestJSON-1039086717-project-member] Enqueued Resource ID: 834cf31d-6178-4454-ba6e-bba66ebcc830 with Priority: HIGHEST for action security_group_rules [ 1052.267972] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 834cf31d-6178-4454-ba6e-bba66ebcc830 with Priority: HIGHEST for action security_group_rules [ 1052.268304] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock rules-834cf31d-6178-4454-ba6e-bba66ebcc830 taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.268420] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-834cf31d-6178-4454-ba6e-bba66ebcc830" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.268586] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-834cf31d-6178-4454-ba6e-bba66ebcc830" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.268776] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-834cf31d-6178-4454-ba6e-bba66ebcc830" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.268861] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('834cf31d-6178-4454-ba6e-bba66ebcc830',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1052.285787] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d4b75122-c8d0-4cec-8f54-c5a1b002d8d5: rpc.has_security_group_logging(os_id): False [ 1052.303121] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.303983] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.303983] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.303983] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.303983] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.303983] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.304301] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.304301] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.304301] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.304394] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.306113] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d4b75122-c8d0-4cec-8f54-c5a1b002d8d5 is going to be created. [ 1052.373694] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.373926] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.374014] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.374310] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.374577] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.386605] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d4b75122-c8d0-4cec-8f54-c5a1b002d8d5 in Status: IN_PROGRESS for 2s [ 1052.414410] env[65562]: INFO networking_nsxv3.common.synchronization [None req-44b4ca0d-7c96-4fce-bf44-72fc98c0d2ea tempest-ImagesOneServerNegativeTestJSON-1039086717 tempest-ImagesOneServerNegativeTestJSON-1039086717-project-member] Enqueued Resource ID: 834cf31d-6178-4454-ba6e-bba66ebcc830 with Priority: HIGHEST for action security_group_rules [ 1052.416218] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 834cf31d-6178-4454-ba6e-bba66ebcc830 with Priority: HIGHEST for action security_group_rules [ 1052.416218] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock rules-834cf31d-6178-4454-ba6e-bba66ebcc830 taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.416218] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-834cf31d-6178-4454-ba6e-bba66ebcc830" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.795866] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.795866] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.795866] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.795866] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.795866] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.795866] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 834cf31d-6178-4454-ba6e-bba66ebcc830 already deleted. [ 1052.795866] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-834cf31d-6178-4454-ba6e-bba66ebcc830" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.795866] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-834cf31d-6178-4454-ba6e-bba66ebcc830" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.795866] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-834cf31d-6178-4454-ba6e-bba66ebcc830" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.795866] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('834cf31d-6178-4454-ba6e-bba66ebcc830',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1053.316845] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.317093] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.317161] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.317400] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.317497] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.317636] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 834cf31d-6178-4454-ba6e-bba66ebcc830 already deleted. [ 1053.318118] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-834cf31d-6178-4454-ba6e-bba66ebcc830" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.411132] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d4b75122-c8d0-4cec-8f54-c5a1b002d8d5 in Status: SUCCESS [ 1054.411531] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d4b75122-c8d0-4cec-8f54-c5a1b002d8d5" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.190694] env[65562]: INFO networking_nsxv3.common.synchronization [req-763de658-eb40-4ac4-84ef-72f47cb728c7 req-14e212da-d070-4bd5-85de-266763034e0d tempest-DeleteServersTestJSON-1989734922 tempest-DeleteServersTestJSON-1989734922-project-member] Enqueued Resource ID: 2fafe9ef-7e47-4c4b-88ec-4ced8cbabccd with Priority: HIGHEST for action security_group_members [ 1057.190694] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2fafe9ef-7e47-4c4b-88ec-4ced8cbabccd with Priority: HIGHEST for action security_group_members [ 1057.190694] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-2fafe9ef-7e47-4c4b-88ec-4ced8cbabccd taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.190694] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2fafe9ef-7e47-4c4b-88ec-4ced8cbabccd" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.190694] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2fafe9ef-7e47-4c4b-88ec-4ced8cbabccd" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.190694] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2fafe9ef-7e47-4c4b-88ec-4ced8cbabccd" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.190694] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.190694] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.190694] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.190694] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.192723] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.192909] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2fafe9ef-7e47-4c4b-88ec-4ced8cbabccd',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1057.685874] env[65562]: DEBUG networking_nsxv3.common.locking [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Lock network-126 taken with stack trace [, , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.686570] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquiring lock "network-126" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.686758] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired lock "network-126" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.687204] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired external semaphore "network-126" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.688134] env[65562]: DEBUG networking_nsxv3.common.locking [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.688480] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquiring lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.689489] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.689489] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired external semaphore "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.689489] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Releasing lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.689671] env[65562]: DEBUG dogpile.cache.region [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] No value present for key: 'zone-id' {{(pid=65562) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1057.689713] env[65562]: DEBUG dogpile.lock [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] NeedRegenerationException {{(pid=65562) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1057.689842] env[65562]: DEBUG dogpile.lock [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] no value, waiting for create lock {{(pid=65562) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1057.689916] env[65562]: DEBUG dogpile.lock [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] value creation lock acquired {{(pid=65562) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1057.690142] env[65562]: DEBUG dogpile.cache.region [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] No value present for key: 'zone-id' {{(pid=65562) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1057.690285] env[65562]: DEBUG dogpile.lock [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Calling creation function for not-yet-present value {{(pid=65562) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1057.690456] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1057.695106] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.695252] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.695325] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.695519] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.716701] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1057.716938] env[65562]: DEBUG dogpile.cache.region [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=65562) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1057.717080] env[65562]: DEBUG dogpile.lock [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Released creation lock {{(pid=65562) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1057.717423] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Releasing lock "network-126" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.717712] env[65562]: DEBUG networking_nsxv3.common.locking [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Lock port-bf854fda-7496-44d9-be13-1a4f327b73cb taken with stack trace [, , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.717944] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquiring lock "port-bf854fda-7496-44d9-be13-1a4f327b73cb" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.718125] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired lock "port-bf854fda-7496-44d9-be13-1a4f327b73cb" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.718484] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired external semaphore "port-bf854fda-7496-44d9-be13-1a4f327b73cb" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.718628] env[65562]: DEBUG networking_nsxv3.api.rpc [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bf854fda-7496-44d9-be13-1a4f327b73cb',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1057.720766] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.721137] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.721283] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.721354] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.721574] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.721661] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.721755] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2fafe9ef-7e47-4c4b-88ec-4ced8cbabccd is going to be updated. [ 1057.736808] env[65562]: INFO networking_nsxv3.common.synchronization [req-d7ed4c10-628d-4819-a2e7-5b8a3150dcd2 req-a980f844-f02c-4b84-bec2-d51f830de79e tempest-ServerRescueNegativeTestJSON-1891900759 tempest-ServerRescueNegativeTestJSON-1891900759-project-member] Enqueued Resource ID: d0fd2317-ce62-4346-a19a-81c6cbd7570c with Priority: HIGHEST for action security_group_members [ 1057.737416] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d0fd2317-ce62-4346-a19a-81c6cbd7570c with Priority: HIGHEST for action security_group_members [ 1057.737808] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-d0fd2317-ce62-4346-a19a-81c6cbd7570c taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.738875] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d0fd2317-ce62-4346-a19a-81c6cbd7570c" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.738875] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d0fd2317-ce62-4346-a19a-81c6cbd7570c" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.738875] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d0fd2317-ce62-4346-a19a-81c6cbd7570c" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.739153] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.739153] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.739305] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.739506] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.739506] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.739676] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d0fd2317-ce62-4346-a19a-81c6cbd7570c',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1057.753815] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.754025] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.754077] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.754266] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.754409] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.765230] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2fafe9ef-7e47-4c4b-88ec-4ced8cbabccd in Status: IN_PROGRESS for 2s [ 1058.225472] env[65562]: DEBUG networking_nsxv3.common.locking [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.225472] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.225472] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.226078] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.226078] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.226182] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Segment Port bf854fda-7496-44d9-be13-1a4f327b73cb not found, creating... [ 1058.226559] env[65562]: DEBUG networking_nsxv3.common.locking [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.226835] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquiring lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.227158] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.227490] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired external semaphore "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.227751] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Releasing lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.228229] env[65562]: DEBUG networking_nsxv3.common.locking [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.228498] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.228697] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.228953] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.229213] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.229424] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Resource: SegmentPort with ID: bf854fda-7496-44d9-be13-1a4f327b73cb is going to be created. [ 1058.241678] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.241828] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.241913] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.242178] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.256349] env[65562]: DEBUG networking_nsxv3.common.locking [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.256634] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.256854] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.257234] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.257612] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.257916] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Releasing lock "port-bf854fda-7496-44d9-be13-1a4f327b73cb" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.308102] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.308609] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.308825] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.308907] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.309246] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.309414] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.309568] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d0fd2317-ce62-4346-a19a-81c6cbd7570c is going to be updated. [ 1058.368667] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.368667] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.368667] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.368667] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.368667] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.377017] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d0fd2317-ce62-4346-a19a-81c6cbd7570c in Status: IN_PROGRESS for 2s [ 1058.884891] env[65562]: INFO networking_nsxv3.common.synchronization [req-263b9168-0eb8-4d4d-a31e-65c3c3d3252d req-029fe3b4-3ba0-465c-a579-69407557d733 tempest-FloatingIPsAssociationTestJSON-24929754 tempest-FloatingIPsAssociationTestJSON-24929754-project-member] Enqueued Resource ID: 503dea26-2784-4a89-a725-89163cfc60b2 with Priority: HIGHEST for action security_group_members [ 1058.885907] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 503dea26-2784-4a89-a725-89163cfc60b2 with Priority: HIGHEST for action security_group_members [ 1058.885907] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-503dea26-2784-4a89-a725-89163cfc60b2 taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.885907] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-503dea26-2784-4a89-a725-89163cfc60b2" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.886203] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-503dea26-2784-4a89-a725-89163cfc60b2" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.886764] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-503dea26-2784-4a89-a725-89163cfc60b2" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.886764] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.886764] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.886764] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.887585] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.887811] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.887901] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('503dea26-2784-4a89-a725-89163cfc60b2',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1058.960979] env[65562]: INFO networking_nsxv3.common.synchronization [req-763de658-eb40-4ac4-84ef-72f47cb728c7 req-9948bd43-02b2-4aa8-ba49-f90f6d15ba9f service nova] Enqueued Resource ID: 2fafe9ef-7e47-4c4b-88ec-4ced8cbabccd with Priority: HIGHEST for action security_group_rules [ 1058.960979] env[65562]: INFO networking_nsxv3.common.synchronization [req-763de658-eb40-4ac4-84ef-72f47cb728c7 req-9948bd43-02b2-4aa8-ba49-f90f6d15ba9f service nova] Enqueued Resource ID: 2fafe9ef-7e47-4c4b-88ec-4ced8cbabccd with Priority: HIGHEST for action security_group_members [ 1058.961148] env[65562]: INFO networking_nsxv3.common.synchronization [req-763de658-eb40-4ac4-84ef-72f47cb728c7 req-9948bd43-02b2-4aa8-ba49-f90f6d15ba9f service nova] Enqueued Resource ID: bf854fda-7496-44d9-be13-1a4f327b73cb with Priority: HIGHEST for action port [ 1058.962062] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2fafe9ef-7e47-4c4b-88ec-4ced8cbabccd with Priority: HIGHEST for action security_group_rules [ 1058.962233] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2fafe9ef-7e47-4c4b-88ec-4ced8cbabccd with Priority: HIGHEST for action security_group_members [ 1058.962611] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bf854fda-7496-44d9-be13-1a4f327b73cb with Priority: HIGHEST for action port [ 1058.962665] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2fafe9ef-7e47-4c4b-88ec-4ced8cbabccd taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.962835] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2fafe9ef-7e47-4c4b-88ec-4ced8cbabccd" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.962835] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2fafe9ef-7e47-4c4b-88ec-4ced8cbabccd" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.963059] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2fafe9ef-7e47-4c4b-88ec-4ced8cbabccd" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.963248] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2fafe9ef-7e47-4c4b-88ec-4ced8cbabccd',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1058.964074] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-2fafe9ef-7e47-4c4b-88ec-4ced8cbabccd taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.964184] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2fafe9ef-7e47-4c4b-88ec-4ced8cbabccd" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.964392] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock port-bf854fda-7496-44d9-be13-1a4f327b73cb taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.964501] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bf854fda-7496-44d9-be13-1a4f327b73cb" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.964600] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bf854fda-7496-44d9-be13-1a4f327b73cb" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.964737] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bf854fda-7496-44d9-be13-1a4f327b73cb" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.964816] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bf854fda-7496-44d9-be13-1a4f327b73cb',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1059.393679] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('503dea26-2784-4a89-a725-89163cfc60b2',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1059.468695] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-2fafe9ef-7e47-4c4b-88ec-4ced8cbabccd taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.469022] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2fafe9ef-7e47-4c4b-88ec-4ced8cbabccd" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.470486] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port bf854fda-7496-44d9-be13-1a4f327b73cb with status ACTIVE [ 1059.470486] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.470486] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.470486] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.470486] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.470486] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.470486] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.470486] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.471281] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.471281] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.471281] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.471281] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.471281] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.471281] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.471281] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.471521] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.471521] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: bf854fda-7496-44d9-be13-1a4f327b73cb is going to be updated. [ 1059.494622] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.494859] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.495012] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.495469] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.495702] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.495987] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bf854fda-7496-44d9-be13-1a4f327b73cb" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.783544] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2fafe9ef-7e47-4c4b-88ec-4ced8cbabccd in Status: SUCCESS [ 1059.783544] env[65562]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2fafe9ef-7e47-4c4b-88ec-4ced8cbabccd deletion is rescheduled due to dependency. [ 1059.783544] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2fafe9ef-7e47-4c4b-88ec-4ced8cbabccd" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.783544] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2fafe9ef-7e47-4c4b-88ec-4ced8cbabccd" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.783544] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2fafe9ef-7e47-4c4b-88ec-4ced8cbabccd" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.785497] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.785497] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.785497] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.785497] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.785497] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.785497] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2fafe9ef-7e47-4c4b-88ec-4ced8cbabccd',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1059.899245] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('503dea26-2784-4a89-a725-89163cfc60b2',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1060.287408] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2fafe9ef-7e47-4c4b-88ec-4ced8cbabccd',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1060.388753] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d0fd2317-ce62-4346-a19a-81c6cbd7570c in Status: SUCCESS [ 1060.389312] env[65562]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d0fd2317-ce62-4346-a19a-81c6cbd7570c deletion is rescheduled due to dependency. [ 1060.389460] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d0fd2317-ce62-4346-a19a-81c6cbd7570c" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.403173] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.403492] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.403492] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.403870] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.403870] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.403870] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 503dea26-2784-4a89-a725-89163cfc60b2 is going to be updated. [ 1060.436917] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.437090] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.437170] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.437371] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.437520] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.451715] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 503dea26-2784-4a89-a725-89163cfc60b2 in Status: IN_PROGRESS for 2s [ 1060.790317] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2fafe9ef-7e47-4c4b-88ec-4ced8cbabccd',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1061.293764] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.293764] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.293944] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.294168] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.294295] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.294401] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2fafe9ef-7e47-4c4b-88ec-4ced8cbabccd is going to be updated. [ 1061.331930] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.332090] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.332163] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.332489] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.332666] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.341555] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2fafe9ef-7e47-4c4b-88ec-4ced8cbabccd in Status: IN_PROGRESS for 2s [ 1061.614237] env[65562]: INFO networking_nsxv3.common.synchronization [req-6a3bf295-500f-42f3-9abf-97470fcc7631 req-c2dd718c-11b4-482e-9cf5-eb291b5f028a tempest-ImagesTestJSON-262210320 tempest-ImagesTestJSON-262210320-project-member] Enqueued Resource ID: af93aedb-3930-4143-9adf-131e1f65beae with Priority: HIGHEST for action security_group_members [ 1061.615152] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: af93aedb-3930-4143-9adf-131e1f65beae with Priority: HIGHEST for action security_group_members [ 1061.615533] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-af93aedb-3930-4143-9adf-131e1f65beae taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.615679] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-af93aedb-3930-4143-9adf-131e1f65beae" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.615679] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-af93aedb-3930-4143-9adf-131e1f65beae" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.615945] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-af93aedb-3930-4143-9adf-131e1f65beae" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.616092] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.616199] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.616262] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.616420] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.616503] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.616593] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('af93aedb-3930-4143-9adf-131e1f65beae',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1061.946097] env[65562]: DEBUG networking_nsxv3.common.locking [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Lock network-910 taken with stack trace [, , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.946295] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquiring lock "network-910" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.946410] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired lock "network-910" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.946831] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired external semaphore "network-910" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.947123] env[65562]: DEBUG networking_nsxv3.common.locking [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.947281] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquiring lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.947397] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.947996] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired external semaphore "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.948171] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Releasing lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.948392] env[65562]: DEBUG dogpile.cache.region [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] No value present for key: 'zone-id' {{(pid=65562) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1061.948519] env[65562]: DEBUG dogpile.lock [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] NeedRegenerationException {{(pid=65562) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1061.948631] env[65562]: DEBUG dogpile.lock [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] no value, waiting for create lock {{(pid=65562) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1061.948761] env[65562]: DEBUG dogpile.lock [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] value creation lock acquired {{(pid=65562) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1061.948881] env[65562]: DEBUG dogpile.cache.region [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] No value present for key: 'zone-id' {{(pid=65562) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1061.948984] env[65562]: DEBUG dogpile.lock [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Calling creation function for not-yet-present value {{(pid=65562) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1061.949132] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1061.968466] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1061.968678] env[65562]: DEBUG dogpile.cache.region [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65562) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1061.968787] env[65562]: DEBUG dogpile.lock [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Released creation lock {{(pid=65562) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1061.968985] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Releasing lock "network-910" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.969339] env[65562]: DEBUG networking_nsxv3.common.locking [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Lock port-97989e86-9285-446b-a2a7-924e9ec179cb taken with stack trace [, , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.969509] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquiring lock "port-97989e86-9285-446b-a2a7-924e9ec179cb" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.969628] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired lock "port-97989e86-9285-446b-a2a7-924e9ec179cb" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.969963] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired external semaphore "port-97989e86-9285-446b-a2a7-924e9ec179cb" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.970119] env[65562]: DEBUG networking_nsxv3.api.rpc [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('97989e86-9285-446b-a2a7-924e9ec179cb',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1062.118720] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.118907] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.119000] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.119285] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.119285] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.119546] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.119632] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.119632] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.119757] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.119828] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.119916] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: af93aedb-3930-4143-9adf-131e1f65beae already deleted. [ 1062.119988] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-af93aedb-3930-4143-9adf-131e1f65beae" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.462815] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 503dea26-2784-4a89-a725-89163cfc60b2 in Status: SUCCESS [ 1062.462815] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-503dea26-2784-4a89-a725-89163cfc60b2" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.472363] env[65562]: DEBUG networking_nsxv3.common.locking [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.473130] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.473385] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.473838] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.474207] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.474858] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Segment Port 97989e86-9285-446b-a2a7-924e9ec179cb not found, creating... [ 1062.475278] env[65562]: DEBUG networking_nsxv3.common.locking [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.475478] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquiring lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.475656] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.475990] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired external semaphore "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.476395] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Releasing lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.477430] env[65562]: DEBUG networking_nsxv3.common.locking [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.477430] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.477430] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.477430] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.477667] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.477767] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Resource: SegmentPort with ID: 97989e86-9285-446b-a2a7-924e9ec179cb is going to be created. [ 1062.509154] env[65562]: DEBUG networking_nsxv3.common.locking [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.509418] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.509540] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.509945] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.510313] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.510693] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Releasing lock "port-97989e86-9285-446b-a2a7-924e9ec179cb" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.201775] env[65562]: INFO networking_nsxv3.common.synchronization [req-6a3bf295-500f-42f3-9abf-97470fcc7631 req-21d97445-7185-4581-b030-ca544155a02d service nova] Enqueued Resource ID: af93aedb-3930-4143-9adf-131e1f65beae with Priority: HIGHEST for action security_group_rules [ 1063.202079] env[65562]: INFO networking_nsxv3.common.synchronization [req-6a3bf295-500f-42f3-9abf-97470fcc7631 req-21d97445-7185-4581-b030-ca544155a02d service nova] Enqueued Resource ID: af93aedb-3930-4143-9adf-131e1f65beae with Priority: HIGHEST for action security_group_members [ 1063.202185] env[65562]: INFO networking_nsxv3.common.synchronization [req-6a3bf295-500f-42f3-9abf-97470fcc7631 req-21d97445-7185-4581-b030-ca544155a02d service nova] Enqueued Resource ID: 97989e86-9285-446b-a2a7-924e9ec179cb with Priority: HIGHEST for action port [ 1063.202590] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: af93aedb-3930-4143-9adf-131e1f65beae with Priority: HIGHEST for action security_group_rules [ 1063.202728] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: af93aedb-3930-4143-9adf-131e1f65beae with Priority: HIGHEST for action security_group_members [ 1063.202836] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 97989e86-9285-446b-a2a7-924e9ec179cb with Priority: HIGHEST for action port [ 1063.203122] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock rules-af93aedb-3930-4143-9adf-131e1f65beae taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.203294] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-af93aedb-3930-4143-9adf-131e1f65beae" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.203294] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-af93aedb-3930-4143-9adf-131e1f65beae" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.203539] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-af93aedb-3930-4143-9adf-131e1f65beae" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.203622] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('af93aedb-3930-4143-9adf-131e1f65beae',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1063.204545] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-af93aedb-3930-4143-9adf-131e1f65beae taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.204545] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-af93aedb-3930-4143-9adf-131e1f65beae" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.204652] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-af93aedb-3930-4143-9adf-131e1f65beae" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.204763] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-af93aedb-3930-4143-9adf-131e1f65beae" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.204903] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.204995] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.205069] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.205203] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.205286] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.205372] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('af93aedb-3930-4143-9adf-131e1f65beae',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1063.206327] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock port-97989e86-9285-446b-a2a7-924e9ec179cb taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.206327] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-97989e86-9285-446b-a2a7-924e9ec179cb" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.206327] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-97989e86-9285-446b-a2a7-924e9ec179cb" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.206631] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-97989e86-9285-446b-a2a7-924e9ec179cb" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.206631] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('97989e86-9285-446b-a2a7-924e9ec179cb',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1063.351915] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2fafe9ef-7e47-4c4b-88ec-4ced8cbabccd in Status: SUCCESS [ 1063.352175] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2fafe9ef-7e47-4c4b-88ec-4ced8cbabccd" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.352349] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2fafe9ef-7e47-4c4b-88ec-4ced8cbabccd" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.352553] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2fafe9ef-7e47-4c4b-88ec-4ced8cbabccd" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.352745] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.352863] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.352920] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.353091] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.353171] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.353255] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2fafe9ef-7e47-4c4b-88ec-4ced8cbabccd" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.353343] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2fafe9ef-7e47-4c4b-88ec-4ced8cbabccd',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1063.709091] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-af93aedb-3930-4143-9adf-131e1f65beae taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.709091] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-af93aedb-3930-4143-9adf-131e1f65beae" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.709091] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('af93aedb-3930-4143-9adf-131e1f65beae',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1063.709854] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 97989e86-9285-446b-a2a7-924e9ec179cb with status ACTIVE [ 1063.710112] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.710243] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.710340] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.710556] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.711401] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.711401] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.711401] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.711401] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.711401] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.711401] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.711401] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.711727] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.711727] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.711727] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.711843] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.711895] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 97989e86-9285-446b-a2a7-924e9ec179cb is going to be updated. [ 1063.740052] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.740052] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.740052] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.740541] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.740541] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.740541] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-97989e86-9285-446b-a2a7-924e9ec179cb" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.857235] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-2fafe9ef-7e47-4c4b-88ec-4ced8cbabccd taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.857235] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2fafe9ef-7e47-4c4b-88ec-4ced8cbabccd" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.857235] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2fafe9ef-7e47-4c4b-88ec-4ced8cbabccd" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.857235] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2fafe9ef-7e47-4c4b-88ec-4ced8cbabccd" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.858453] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.858453] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.858453] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.858453] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.858453] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.858841] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2fafe9ef-7e47-4c4b-88ec-4ced8cbabccd" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.858968] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-2fafe9ef-7e47-4c4b-88ec-4ced8cbabccd taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.859068] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2fafe9ef-7e47-4c4b-88ec-4ced8cbabccd" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.859133] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2fafe9ef-7e47-4c4b-88ec-4ced8cbabccd" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.859284] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2fafe9ef-7e47-4c4b-88ec-4ced8cbabccd" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.859424] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.859513] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.859586] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.859730] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.859798] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.859850] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2fafe9ef-7e47-4c4b-88ec-4ced8cbabccd" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.859921] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2fafe9ef-7e47-4c4b-88ec-4ced8cbabccd',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1064.213931] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('af93aedb-3930-4143-9adf-131e1f65beae',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1064.366505] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2fafe9ef-7e47-4c4b-88ec-4ced8cbabccd: rpc.has_security_group_logging(os_id): False [ 1064.386752] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.386909] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.387038] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.387226] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.387318] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.387511] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.387610] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.387673] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.387849] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.387922] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.388146] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.388245] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.388307] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.388445] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.388518] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.388704] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.388816] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.388875] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.389018] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.390904] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.391053] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2fafe9ef-7e47-4c4b-88ec-4ced8cbabccd is going to be updated. [ 1064.454521] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.454857] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.454967] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.455309] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.456474] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.472658] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2fafe9ef-7e47-4c4b-88ec-4ced8cbabccd in Status: IN_PROGRESS for 2s [ 1064.718315] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.718315] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.718315] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.718315] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.718315] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.718315] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: af93aedb-3930-4143-9adf-131e1f65beae is going to be created. [ 1064.740848] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.741101] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.741101] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.741286] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.741449] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.752858] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: af93aedb-3930-4143-9adf-131e1f65beae in Status: UNINITIALIZED for 2s [ 1066.487157] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2fafe9ef-7e47-4c4b-88ec-4ced8cbabccd in Status: SUCCESS [ 1066.487652] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2fafe9ef-7e47-4c4b-88ec-4ced8cbabccd" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.762536] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: af93aedb-3930-4143-9adf-131e1f65beae in Status: SUCCESS [ 1066.762966] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-af93aedb-3930-4143-9adf-131e1f65beae" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.762966] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-af93aedb-3930-4143-9adf-131e1f65beae" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.763100] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-af93aedb-3930-4143-9adf-131e1f65beae" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.763293] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.763417] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.763482] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.763636] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.763739] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.763798] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-af93aedb-3930-4143-9adf-131e1f65beae" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.763900] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('af93aedb-3930-4143-9adf-131e1f65beae',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1067.265906] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-af93aedb-3930-4143-9adf-131e1f65beae taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.266099] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-af93aedb-3930-4143-9adf-131e1f65beae" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.266152] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-af93aedb-3930-4143-9adf-131e1f65beae" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.266357] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-af93aedb-3930-4143-9adf-131e1f65beae" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.266523] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.266621] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.266686] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.266836] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.266951] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.267121] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-af93aedb-3930-4143-9adf-131e1f65beae" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.267181] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-af93aedb-3930-4143-9adf-131e1f65beae taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.267260] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-af93aedb-3930-4143-9adf-131e1f65beae" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.267309] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-af93aedb-3930-4143-9adf-131e1f65beae" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.267456] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-af93aedb-3930-4143-9adf-131e1f65beae" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.267591] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.267672] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.267733] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.268200] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.268200] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.268200] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-af93aedb-3930-4143-9adf-131e1f65beae" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.268200] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('af93aedb-3930-4143-9adf-131e1f65beae',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1067.769906] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for af93aedb-3930-4143-9adf-131e1f65beae: rpc.has_security_group_logging(os_id): False [ 1067.794297] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.794458] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.794458] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.794679] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.794771] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.794986] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.795102] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.795166] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.795540] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.795540] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.795540] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.795789] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.795789] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.795862] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.795938] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.796151] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.796314] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.796314] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.796593] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.796593] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.796593] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: af93aedb-3930-4143-9adf-131e1f65beae is going to be created. [ 1067.855142] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.855338] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.855412] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.855623] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.855870] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.866316] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: af93aedb-3930-4143-9adf-131e1f65beae in Status: IN_PROGRESS for 2s [ 1068.204085] env[65562]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1068.204196] env[65562]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1068.376696] env[65562]: INFO networking_nsxv3.common.synchronization [req-71d702b8-1737-4f91-87f2-5c43550b8784 req-b479798c-b73f-4498-828e-7c13c1586f39 tempest-AttachInterfacesTestJSON-12420228 tempest-AttachInterfacesTestJSON-12420228-project-member] Enqueued Resource ID: 9fb3ee70-3c59-4b63-a41d-1f2d154fb7af with Priority: HIGHEST for action security_group_members [ 1068.377350] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9fb3ee70-3c59-4b63-a41d-1f2d154fb7af with Priority: HIGHEST for action security_group_members [ 1068.377674] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-9fb3ee70-3c59-4b63-a41d-1f2d154fb7af taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.377859] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9fb3ee70-3c59-4b63-a41d-1f2d154fb7af" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.377942] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9fb3ee70-3c59-4b63-a41d-1f2d154fb7af" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.378220] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9fb3ee70-3c59-4b63-a41d-1f2d154fb7af" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.378387] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.378485] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.378542] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.378702] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.378780] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.378890] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9fb3ee70-3c59-4b63-a41d-1f2d154fb7af',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1068.739135] env[65562]: DEBUG networking_nsxv3.common.locking [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Lock network-422 taken with stack trace [, , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.739443] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquiring lock "network-422" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.739638] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired lock "network-422" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.739947] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired external semaphore "network-422" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.740224] env[65562]: DEBUG networking_nsxv3.common.locking [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.740385] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquiring lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.740499] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.740709] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired external semaphore "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.741167] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Releasing lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.741167] env[65562]: DEBUG dogpile.cache.region [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] No value present for key: 'zone-id' {{(pid=65562) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1068.741167] env[65562]: DEBUG dogpile.lock [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] NeedRegenerationException {{(pid=65562) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1068.741371] env[65562]: DEBUG dogpile.lock [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] no value, waiting for create lock {{(pid=65562) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1068.741371] env[65562]: DEBUG dogpile.lock [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] value creation lock acquired {{(pid=65562) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1068.741522] env[65562]: DEBUG dogpile.cache.region [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] No value present for key: 'zone-id' {{(pid=65562) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1068.741564] env[65562]: DEBUG dogpile.lock [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Calling creation function for not-yet-present value {{(pid=65562) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1068.741686] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1068.763153] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1068.763153] env[65562]: DEBUG dogpile.cache.region [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65562) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1068.763373] env[65562]: DEBUG dogpile.lock [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Released creation lock {{(pid=65562) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1068.763709] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Releasing lock "network-422" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.764179] env[65562]: DEBUG networking_nsxv3.common.locking [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Lock port-b25234e4-2da1-4272-b851-85b4275c2c1f taken with stack trace [, , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.764456] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquiring lock "port-b25234e4-2da1-4272-b851-85b4275c2c1f" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.764664] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired lock "port-b25234e4-2da1-4272-b851-85b4275c2c1f" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.765250] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired external semaphore "port-b25234e4-2da1-4272-b851-85b4275c2c1f" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.765347] env[65562]: DEBUG networking_nsxv3.api.rpc [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b25234e4-2da1-4272-b851-85b4275c2c1f',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1068.881816] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.881816] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.881816] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.881816] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.881816] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.881816] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.881816] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.881816] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.881816] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.881816] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.881816] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9fb3ee70-3c59-4b63-a41d-1f2d154fb7af already deleted. [ 1068.882772] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9fb3ee70-3c59-4b63-a41d-1f2d154fb7af" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.268997] env[65562]: DEBUG networking_nsxv3.common.locking [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.268997] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.268997] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.269217] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.269217] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.269355] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Segment Port b25234e4-2da1-4272-b851-85b4275c2c1f not found, creating... [ 1069.269619] env[65562]: DEBUG networking_nsxv3.common.locking [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.269776] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquiring lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.269991] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.270362] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired external semaphore "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.270512] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Releasing lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.270857] env[65562]: DEBUG networking_nsxv3.common.locking [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.271049] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.271349] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.271413] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.271508] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.271643] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Resource: SegmentPort with ID: b25234e4-2da1-4272-b851-85b4275c2c1f is going to be created. [ 1069.295261] env[65562]: DEBUG networking_nsxv3.common.locking [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.295471] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.295597] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.295872] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.296135] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.296354] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Releasing lock "port-b25234e4-2da1-4272-b851-85b4275c2c1f" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.879658] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: af93aedb-3930-4143-9adf-131e1f65beae in Status: SUCCESS [ 1069.880094] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-af93aedb-3930-4143-9adf-131e1f65beae" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.020015] env[65562]: INFO networking_nsxv3.common.synchronization [req-71d702b8-1737-4f91-87f2-5c43550b8784 req-36016e1a-cdfa-4931-8c58-e8ac2d08e0d6 service nova] Enqueued Resource ID: 9fb3ee70-3c59-4b63-a41d-1f2d154fb7af with Priority: HIGHEST for action security_group_rules [ 1070.020261] env[65562]: INFO networking_nsxv3.common.synchronization [req-71d702b8-1737-4f91-87f2-5c43550b8784 req-36016e1a-cdfa-4931-8c58-e8ac2d08e0d6 service nova] Enqueued Resource ID: 9fb3ee70-3c59-4b63-a41d-1f2d154fb7af with Priority: HIGHEST for action security_group_members [ 1070.021731] env[65562]: INFO networking_nsxv3.common.synchronization [req-71d702b8-1737-4f91-87f2-5c43550b8784 req-36016e1a-cdfa-4931-8c58-e8ac2d08e0d6 service nova] Enqueued Resource ID: b25234e4-2da1-4272-b851-85b4275c2c1f with Priority: HIGHEST for action port [ 1070.022466] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9fb3ee70-3c59-4b63-a41d-1f2d154fb7af with Priority: HIGHEST for action security_group_rules [ 1070.022894] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9fb3ee70-3c59-4b63-a41d-1f2d154fb7af with Priority: HIGHEST for action security_group_members [ 1070.022894] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b25234e4-2da1-4272-b851-85b4275c2c1f with Priority: HIGHEST for action port [ 1070.024979] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9fb3ee70-3c59-4b63-a41d-1f2d154fb7af taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.025173] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9fb3ee70-3c59-4b63-a41d-1f2d154fb7af" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.025247] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9fb3ee70-3c59-4b63-a41d-1f2d154fb7af" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.025463] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9fb3ee70-3c59-4b63-a41d-1f2d154fb7af" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.025547] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9fb3ee70-3c59-4b63-a41d-1f2d154fb7af',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1070.026537] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-9fb3ee70-3c59-4b63-a41d-1f2d154fb7af taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.026628] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9fb3ee70-3c59-4b63-a41d-1f2d154fb7af" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.026683] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9fb3ee70-3c59-4b63-a41d-1f2d154fb7af" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.026861] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9fb3ee70-3c59-4b63-a41d-1f2d154fb7af" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.027018] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.027117] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.027171] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.027312] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.027397] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.027488] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9fb3ee70-3c59-4b63-a41d-1f2d154fb7af',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1070.030442] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock port-b25234e4-2da1-4272-b851-85b4275c2c1f taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.031138] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b25234e4-2da1-4272-b851-85b4275c2c1f" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.031138] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b25234e4-2da1-4272-b851-85b4275c2c1f" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.031138] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b25234e4-2da1-4272-b851-85b4275c2c1f" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.031138] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b25234e4-2da1-4272-b851-85b4275c2c1f',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1070.533718] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-9fb3ee70-3c59-4b63-a41d-1f2d154fb7af taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.533885] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9fb3ee70-3c59-4b63-a41d-1f2d154fb7af" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.535352] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b25234e4-2da1-4272-b851-85b4275c2c1f with status ACTIVE [ 1070.535570] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.535726] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.535801] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.536021] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.536128] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.536326] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.536429] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.536492] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.536655] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.536731] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.536946] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.537056] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.537096] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.537207] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.537509] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.537509] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b25234e4-2da1-4272-b851-85b4275c2c1f is going to be updated. [ 1070.538469] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9fb3ee70-3c59-4b63-a41d-1f2d154fb7af',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1070.563152] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.563332] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.563392] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.563564] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.563701] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.563867] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b25234e4-2da1-4272-b851-85b4275c2c1f" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.814139] env[65562]: INFO networking_nsxv3.common.synchronization [req-116a386c-05f5-4853-b74f-a1203f0b0547 req-4e264511-695a-40bf-a4f8-62e561bf557b tempest-ImagesOneServerNegativeTestJSON-1039086717 tempest-ImagesOneServerNegativeTestJSON-1039086717-project-member] Enqueued Resource ID: 42ad6657-fb78-431c-b345-5c050bf84172 with Priority: HIGHEST for action security_group_members [ 1070.814139] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 42ad6657-fb78-431c-b345-5c050bf84172 with Priority: HIGHEST for action security_group_members [ 1070.814402] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-42ad6657-fb78-431c-b345-5c050bf84172 taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.815216] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-42ad6657-fb78-431c-b345-5c050bf84172" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.815216] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-42ad6657-fb78-431c-b345-5c050bf84172" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.815216] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-42ad6657-fb78-431c-b345-5c050bf84172" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.815216] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.815216] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.815216] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.816061] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.816061] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.816061] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('42ad6657-fb78-431c-b345-5c050bf84172',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1071.042206] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9fb3ee70-3c59-4b63-a41d-1f2d154fb7af',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1071.138163] env[65562]: DEBUG networking_nsxv3.common.locking [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Lock network-616 taken with stack trace [, , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.138374] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquiring lock "network-616" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.138573] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired lock "network-616" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.138850] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired external semaphore "network-616" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.139186] env[65562]: DEBUG networking_nsxv3.common.locking [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.139337] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquiring lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.139510] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.139759] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired external semaphore "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.139925] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Releasing lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.140191] env[65562]: DEBUG dogpile.cache.region [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] No value present for key: 'zone-id' {{(pid=65562) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1071.140327] env[65562]: DEBUG dogpile.lock [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] NeedRegenerationException {{(pid=65562) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1071.140459] env[65562]: DEBUG dogpile.lock [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] no value, waiting for create lock {{(pid=65562) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1071.140622] env[65562]: DEBUG dogpile.lock [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] value creation lock acquired {{(pid=65562) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1071.140703] env[65562]: DEBUG dogpile.cache.region [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] No value present for key: 'zone-id' {{(pid=65562) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1071.140841] env[65562]: DEBUG dogpile.lock [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Calling creation function for not-yet-present value {{(pid=65562) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1071.141019] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1071.162979] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1071.163180] env[65562]: DEBUG dogpile.cache.region [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65562) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1071.163315] env[65562]: DEBUG dogpile.lock [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Released creation lock {{(pid=65562) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1071.163511] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Releasing lock "network-616" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.163838] env[65562]: DEBUG networking_nsxv3.common.locking [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Lock port-ed19e469-e54c-4436-a754-8ce7ec77f546 taken with stack trace [, , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.164024] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquiring lock "port-ed19e469-e54c-4436-a754-8ce7ec77f546" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.164146] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired lock "port-ed19e469-e54c-4436-a754-8ce7ec77f546" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.164464] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired external semaphore "port-ed19e469-e54c-4436-a754-8ce7ec77f546" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.164598] env[65562]: DEBUG networking_nsxv3.api.rpc [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ed19e469-e54c-4436-a754-8ce7ec77f546',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1071.319730] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.320207] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.320424] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.320657] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.344578] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.344578] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.344578] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.344823] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.344861] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.344939] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.345038] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 42ad6657-fb78-431c-b345-5c050bf84172 is going to be updated. [ 1071.374693] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.374861] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.374948] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.375173] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.375315] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.386191] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 42ad6657-fb78-431c-b345-5c050bf84172 in Status: IN_PROGRESS for 2s [ 1071.544060] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.544320] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.544847] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.544847] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.545039] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.545477] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9fb3ee70-3c59-4b63-a41d-1f2d154fb7af is going to be created. [ 1071.581944] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.581944] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.581944] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.581944] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.581944] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.596477] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9fb3ee70-3c59-4b63-a41d-1f2d154fb7af in Status: UNINITIALIZED for 2s [ 1071.667152] env[65562]: DEBUG networking_nsxv3.common.locking [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.667394] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.667520] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.667824] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.668048] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.668213] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Segment Port ed19e469-e54c-4436-a754-8ce7ec77f546 not found, creating... [ 1071.668477] env[65562]: DEBUG networking_nsxv3.common.locking [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.668635] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquiring lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.668749] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.669055] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired external semaphore "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.669211] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Releasing lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.669495] env[65562]: DEBUG networking_nsxv3.common.locking [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.669650] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.669765] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.669988] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.670475] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.670619] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Resource: SegmentPort with ID: ed19e469-e54c-4436-a754-8ce7ec77f546 is going to be created. [ 1071.694436] env[65562]: DEBUG networking_nsxv3.common.locking [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.694651] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.694772] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.695071] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.695318] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.695561] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Releasing lock "port-ed19e469-e54c-4436-a754-8ce7ec77f546" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.424021] env[65562]: INFO networking_nsxv3.common.synchronization [req-116a386c-05f5-4853-b74f-a1203f0b0547 req-f0e02aa8-9ec6-4c57-abc4-7c53cff5389f service nova] Enqueued Resource ID: 42ad6657-fb78-431c-b345-5c050bf84172 with Priority: HIGHEST for action security_group_rules [ 1072.424021] env[65562]: INFO networking_nsxv3.common.synchronization [req-116a386c-05f5-4853-b74f-a1203f0b0547 req-f0e02aa8-9ec6-4c57-abc4-7c53cff5389f service nova] Enqueued Resource ID: 42ad6657-fb78-431c-b345-5c050bf84172 with Priority: HIGHEST for action security_group_members [ 1072.424021] env[65562]: INFO networking_nsxv3.common.synchronization [req-116a386c-05f5-4853-b74f-a1203f0b0547 req-f0e02aa8-9ec6-4c57-abc4-7c53cff5389f service nova] Enqueued Resource ID: ed19e469-e54c-4436-a754-8ce7ec77f546 with Priority: HIGHEST for action port [ 1072.424021] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 42ad6657-fb78-431c-b345-5c050bf84172 with Priority: HIGHEST for action security_group_rules [ 1072.424021] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 42ad6657-fb78-431c-b345-5c050bf84172 with Priority: HIGHEST for action security_group_members [ 1072.424021] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ed19e469-e54c-4436-a754-8ce7ec77f546 with Priority: HIGHEST for action port [ 1072.429569] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock rules-42ad6657-fb78-431c-b345-5c050bf84172 taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.429746] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-42ad6657-fb78-431c-b345-5c050bf84172" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.429812] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-42ad6657-fb78-431c-b345-5c050bf84172" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.430041] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-42ad6657-fb78-431c-b345-5c050bf84172" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.431033] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('42ad6657-fb78-431c-b345-5c050bf84172',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1072.431184] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-42ad6657-fb78-431c-b345-5c050bf84172 taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.431341] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-42ad6657-fb78-431c-b345-5c050bf84172" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.431451] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock port-ed19e469-e54c-4436-a754-8ce7ec77f546 taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.431533] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ed19e469-e54c-4436-a754-8ce7ec77f546" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.431587] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ed19e469-e54c-4436-a754-8ce7ec77f546" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.431758] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ed19e469-e54c-4436-a754-8ce7ec77f546" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.431834] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ed19e469-e54c-4436-a754-8ce7ec77f546',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1072.935986] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ed19e469-e54c-4436-a754-8ce7ec77f546 with status ACTIVE [ 1072.936276] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.936419] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.936489] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.936713] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.936825] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.937015] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.937127] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.937195] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.937352] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.937431] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.937618] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.937714] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.937774] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.937951] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.938069] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.938419] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ed19e469-e54c-4436-a754-8ce7ec77f546 is going to be updated. [ 1072.939615] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-42ad6657-fb78-431c-b345-5c050bf84172 taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.939715] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-42ad6657-fb78-431c-b345-5c050bf84172" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.961275] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.961451] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.961522] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.961727] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.961865] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.962043] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ed19e469-e54c-4436-a754-8ce7ec77f546" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.402875] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 42ad6657-fb78-431c-b345-5c050bf84172 in Status: SUCCESS [ 1073.403103] env[65562]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 42ad6657-fb78-431c-b345-5c050bf84172 deletion is rescheduled due to dependency. [ 1073.403244] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-42ad6657-fb78-431c-b345-5c050bf84172" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.403384] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-42ad6657-fb78-431c-b345-5c050bf84172" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.403648] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-42ad6657-fb78-431c-b345-5c050bf84172" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.403854] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.403982] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.404053] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.404216] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.404311] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.404399] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('42ad6657-fb78-431c-b345-5c050bf84172',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1073.639767] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9fb3ee70-3c59-4b63-a41d-1f2d154fb7af in Status: SUCCESS [ 1073.639767] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9fb3ee70-3c59-4b63-a41d-1f2d154fb7af" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.639767] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9fb3ee70-3c59-4b63-a41d-1f2d154fb7af" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.639767] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9fb3ee70-3c59-4b63-a41d-1f2d154fb7af" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.639767] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.639767] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.639767] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.639767] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.639767] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.639767] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9fb3ee70-3c59-4b63-a41d-1f2d154fb7af" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.639767] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9fb3ee70-3c59-4b63-a41d-1f2d154fb7af',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1073.907552] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('42ad6657-fb78-431c-b345-5c050bf84172',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1074.142290] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9fb3ee70-3c59-4b63-a41d-1f2d154fb7af',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1074.409925] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('42ad6657-fb78-431c-b345-5c050bf84172',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1074.645843] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9fb3ee70-3c59-4b63-a41d-1f2d154fb7af: rpc.has_security_group_logging(os_id): False [ 1074.664445] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.664630] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.665073] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.665073] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.665234] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.666171] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.666293] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.666423] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.666564] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.666666] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.666746] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9fb3ee70-3c59-4b63-a41d-1f2d154fb7af is going to be created. [ 1074.742198] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.742355] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.742442] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.742648] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.742850] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.756675] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9fb3ee70-3c59-4b63-a41d-1f2d154fb7af in Status: IN_PROGRESS for 2s [ 1074.923158] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.923158] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.923158] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.923158] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.923158] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.923158] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 42ad6657-fb78-431c-b345-5c050bf84172 is going to be updated. [ 1074.951717] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.953310] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.953310] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.953310] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.953310] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.966690] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 42ad6657-fb78-431c-b345-5c050bf84172 in Status: IN_PROGRESS for 2s [ 1076.006070] env[65562]: INFO networking_nsxv3.common.synchronization [req-c5a9229e-b013-4a1c-a48a-441783e54e55 req-50c9c453-f703-46a5-86f0-213119dfae02 tempest-ServerDiskConfigTestJSON-308395787 tempest-ServerDiskConfigTestJSON-308395787-project-member] Enqueued Resource ID: e6734b94-5ab1-4a07-9098-e970a82f4b7e with Priority: HIGHEST for action security_group_members [ 1076.007331] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e6734b94-5ab1-4a07-9098-e970a82f4b7e with Priority: HIGHEST for action security_group_members [ 1076.007974] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-e6734b94-5ab1-4a07-9098-e970a82f4b7e taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.007974] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e6734b94-5ab1-4a07-9098-e970a82f4b7e" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.008599] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e6734b94-5ab1-4a07-9098-e970a82f4b7e" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.008599] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e6734b94-5ab1-4a07-9098-e970a82f4b7e" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.008599] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.008761] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.009151] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.009475] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.009636] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.009804] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e6734b94-5ab1-4a07-9098-e970a82f4b7e',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1076.512755] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.512946] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.513038] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.513310] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.513432] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.513652] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.513769] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.513877] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.514022] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.514185] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.514251] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e6734b94-5ab1-4a07-9098-e970a82f4b7e is going to be updated. [ 1076.546575] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.546794] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.546870] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.547078] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.547263] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.558108] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e6734b94-5ab1-4a07-9098-e970a82f4b7e in Status: IN_PROGRESS for 2s [ 1076.771237] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9fb3ee70-3c59-4b63-a41d-1f2d154fb7af in Status: SUCCESS [ 1076.771483] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9fb3ee70-3c59-4b63-a41d-1f2d154fb7af" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.977578] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 42ad6657-fb78-431c-b345-5c050bf84172 in Status: SUCCESS [ 1076.977818] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-42ad6657-fb78-431c-b345-5c050bf84172" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.978044] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-42ad6657-fb78-431c-b345-5c050bf84172" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.978269] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-42ad6657-fb78-431c-b345-5c050bf84172" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.978493] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.978617] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.978684] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.978849] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.978937] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.979056] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-42ad6657-fb78-431c-b345-5c050bf84172" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.979168] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('42ad6657-fb78-431c-b345-5c050bf84172',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1077.482689] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-42ad6657-fb78-431c-b345-5c050bf84172 taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.483040] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-42ad6657-fb78-431c-b345-5c050bf84172" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.483040] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-42ad6657-fb78-431c-b345-5c050bf84172" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.483196] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-42ad6657-fb78-431c-b345-5c050bf84172" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.484062] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.484359] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.484443] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.484747] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.484895] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.485016] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-42ad6657-fb78-431c-b345-5c050bf84172" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.485204] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-42ad6657-fb78-431c-b345-5c050bf84172 taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.485333] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-42ad6657-fb78-431c-b345-5c050bf84172" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.485382] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-42ad6657-fb78-431c-b345-5c050bf84172" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.485982] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-42ad6657-fb78-431c-b345-5c050bf84172" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.486953] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.487194] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.487275] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.487567] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.487762] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.487866] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-42ad6657-fb78-431c-b345-5c050bf84172" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.488449] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('42ad6657-fb78-431c-b345-5c050bf84172',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1077.990186] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 42ad6657-fb78-431c-b345-5c050bf84172: rpc.has_security_group_logging(os_id): False [ 1078.010869] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.011066] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.011066] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.011369] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.011442] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.011666] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.011790] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.011879] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.012083] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.012200] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.012491] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.012625] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.012739] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.014247] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.014334] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.014563] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.014668] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.014729] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.014882] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.014963] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.015065] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 42ad6657-fb78-431c-b345-5c050bf84172 is going to be updated. [ 1078.082784] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.083046] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.083174] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.083488] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.083632] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.100912] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 42ad6657-fb78-431c-b345-5c050bf84172 in Status: IN_PROGRESS for 2s [ 1078.571452] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e6734b94-5ab1-4a07-9098-e970a82f4b7e in Status: SUCCESS [ 1078.571860] env[65562]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e6734b94-5ab1-4a07-9098-e970a82f4b7e deletion is rescheduled due to dependency. [ 1078.571860] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e6734b94-5ab1-4a07-9098-e970a82f4b7e" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.686710] env[65562]: INFO networking_nsxv3.common.synchronization [req-d1960a35-4aea-4ea4-9564-0e9329f077f0 req-23fc78d4-f286-4891-a7f4-edab9786fb2b tempest-ServersTestJSON-1139836512 tempest-ServersTestJSON-1139836512-project-member] Enqueued Resource ID: 28734607-ee97-46ec-b6bb-d4a31cf0cfc4 with Priority: HIGHEST for action security_group_members [ 1079.688573] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 28734607-ee97-46ec-b6bb-d4a31cf0cfc4 with Priority: HIGHEST for action security_group_members [ 1079.688573] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-28734607-ee97-46ec-b6bb-d4a31cf0cfc4 taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.688573] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-28734607-ee97-46ec-b6bb-d4a31cf0cfc4" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.688573] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-28734607-ee97-46ec-b6bb-d4a31cf0cfc4" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.688573] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-28734607-ee97-46ec-b6bb-d4a31cf0cfc4" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.688573] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.689054] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.689054] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.689054] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.689054] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.689054] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('28734607-ee97-46ec-b6bb-d4a31cf0cfc4',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1080.068572] env[65562]: DEBUG networking_nsxv3.common.locking [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Lock network-591 taken with stack trace [, , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.069169] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquiring lock "network-591" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.069460] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired lock "network-591" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.070133] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired external semaphore "network-591" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.070391] env[65562]: DEBUG networking_nsxv3.common.locking [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.070610] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquiring lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.070760] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.071090] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired external semaphore "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.071297] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Releasing lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.071631] env[65562]: DEBUG dogpile.cache.region [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] No value present for key: 'zone-id' {{(pid=65562) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1080.071763] env[65562]: DEBUG dogpile.lock [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] NeedRegenerationException {{(pid=65562) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1080.071904] env[65562]: DEBUG dogpile.lock [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] no value, waiting for create lock {{(pid=65562) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1080.072192] env[65562]: DEBUG dogpile.lock [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] value creation lock acquired {{(pid=65562) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1080.072259] env[65562]: DEBUG dogpile.cache.region [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] No value present for key: 'zone-id' {{(pid=65562) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1080.072423] env[65562]: DEBUG dogpile.lock [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Calling creation function for not-yet-present value {{(pid=65562) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1080.072618] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1080.094960] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1080.095293] env[65562]: DEBUG dogpile.cache.region [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65562) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1080.095515] env[65562]: DEBUG dogpile.lock [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Released creation lock {{(pid=65562) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1080.095797] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Releasing lock "network-591" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.096398] env[65562]: DEBUG networking_nsxv3.common.locking [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Lock port-8fdab08a-5d41-4d24-9c6e-132d6781f401 taken with stack trace [, , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.096682] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquiring lock "port-8fdab08a-5d41-4d24-9c6e-132d6781f401" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.097013] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired lock "port-8fdab08a-5d41-4d24-9c6e-132d6781f401" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.097511] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired external semaphore "port-8fdab08a-5d41-4d24-9c6e-132d6781f401" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.097738] env[65562]: DEBUG networking_nsxv3.api.rpc [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8fdab08a-5d41-4d24-9c6e-132d6781f401',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1080.116276] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 42ad6657-fb78-431c-b345-5c050bf84172 in Status: SUCCESS [ 1080.116643] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-42ad6657-fb78-431c-b345-5c050bf84172" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.190879] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('28734607-ee97-46ec-b6bb-d4a31cf0cfc4',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1080.416175] env[65562]: INFO networking_nsxv3.common.synchronization [req-c085d432-1be6-4bb6-a79f-0f1aa4c74b3e req-71bd016d-e68a-4f9d-9305-23f86ebc81f4 tempest-FloatingIPsAssociationTestJSON-24929754 tempest-FloatingIPsAssociationTestJSON-24929754-project-member] Enqueued Resource ID: 503dea26-2784-4a89-a725-89163cfc60b2 with Priority: HIGHEST for action security_group_members [ 1080.416175] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 503dea26-2784-4a89-a725-89163cfc60b2 with Priority: HIGHEST for action security_group_members [ 1080.416175] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-503dea26-2784-4a89-a725-89163cfc60b2 taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.416175] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-503dea26-2784-4a89-a725-89163cfc60b2" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.416175] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-503dea26-2784-4a89-a725-89163cfc60b2" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.416175] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-503dea26-2784-4a89-a725-89163cfc60b2" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.416175] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.416509] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.416668] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.416916] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.417123] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.417387] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('503dea26-2784-4a89-a725-89163cfc60b2',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1080.602663] env[65562]: DEBUG networking_nsxv3.common.locking [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.603207] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.603969] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.604371] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.604583] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.604969] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Segment Port 8fdab08a-5d41-4d24-9c6e-132d6781f401 not found, creating... [ 1080.605138] env[65562]: DEBUG networking_nsxv3.common.locking [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.606244] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquiring lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.606423] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.606728] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired external semaphore "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.606925] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Releasing lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.607322] env[65562]: DEBUG networking_nsxv3.common.locking [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.607911] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.608208] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.609263] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.609459] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.609643] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Resource: SegmentPort with ID: 8fdab08a-5d41-4d24-9c6e-132d6781f401 is going to be created. [ 1080.631556] env[65562]: DEBUG networking_nsxv3.common.locking [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.631779] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.631896] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.632241] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.632613] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.632872] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Releasing lock "port-8fdab08a-5d41-4d24-9c6e-132d6781f401" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.694050] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('28734607-ee97-46ec-b6bb-d4a31cf0cfc4',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1080.920581] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.920729] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.920798] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.921075] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.921192] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.921404] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.921501] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.921567] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.921732] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.921812] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.921900] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 503dea26-2784-4a89-a725-89163cfc60b2 is going to be updated. [ 1080.959572] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.959827] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.959895] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.960199] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.960405] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.975937] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 503dea26-2784-4a89-a725-89163cfc60b2 in Status: IN_PROGRESS for 2s [ 1081.196413] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.196671] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.196761] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.197212] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.197297] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.197490] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 28734607-ee97-46ec-b6bb-d4a31cf0cfc4 is going to be updated. [ 1081.244270] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.244480] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.245022] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.245022] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.245180] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.257242] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 28734607-ee97-46ec-b6bb-d4a31cf0cfc4 in Status: IN_PROGRESS for 2s [ 1081.424834] env[65562]: INFO networking_nsxv3.common.synchronization [req-d1960a35-4aea-4ea4-9564-0e9329f077f0 req-719badfc-b41d-4851-ad02-9eecbea0dbf7 service nova] Enqueued Resource ID: 28734607-ee97-46ec-b6bb-d4a31cf0cfc4 with Priority: HIGHEST for action security_group_rules [ 1081.425131] env[65562]: INFO networking_nsxv3.common.synchronization [req-d1960a35-4aea-4ea4-9564-0e9329f077f0 req-719badfc-b41d-4851-ad02-9eecbea0dbf7 service nova] Enqueued Resource ID: 28734607-ee97-46ec-b6bb-d4a31cf0cfc4 with Priority: HIGHEST for action security_group_members [ 1081.425323] env[65562]: INFO networking_nsxv3.common.synchronization [req-d1960a35-4aea-4ea4-9564-0e9329f077f0 req-719badfc-b41d-4851-ad02-9eecbea0dbf7 service nova] Enqueued Resource ID: 8fdab08a-5d41-4d24-9c6e-132d6781f401 with Priority: HIGHEST for action port [ 1081.425876] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 28734607-ee97-46ec-b6bb-d4a31cf0cfc4 with Priority: HIGHEST for action security_group_rules [ 1081.426541] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 28734607-ee97-46ec-b6bb-d4a31cf0cfc4 with Priority: HIGHEST for action security_group_members [ 1081.426541] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8fdab08a-5d41-4d24-9c6e-132d6781f401 with Priority: HIGHEST for action port [ 1081.428983] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock rules-28734607-ee97-46ec-b6bb-d4a31cf0cfc4 taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.429798] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-28734607-ee97-46ec-b6bb-d4a31cf0cfc4" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.429798] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-28734607-ee97-46ec-b6bb-d4a31cf0cfc4" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.429798] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-28734607-ee97-46ec-b6bb-d4a31cf0cfc4" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.429798] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('28734607-ee97-46ec-b6bb-d4a31cf0cfc4',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1081.431559] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-28734607-ee97-46ec-b6bb-d4a31cf0cfc4 taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.431706] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-28734607-ee97-46ec-b6bb-d4a31cf0cfc4" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.432047] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock port-8fdab08a-5d41-4d24-9c6e-132d6781f401 taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.432359] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8fdab08a-5d41-4d24-9c6e-132d6781f401" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.432359] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8fdab08a-5d41-4d24-9c6e-132d6781f401" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.432601] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8fdab08a-5d41-4d24-9c6e-132d6781f401" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.432720] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8fdab08a-5d41-4d24-9c6e-132d6781f401',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1081.935806] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-28734607-ee97-46ec-b6bb-d4a31cf0cfc4 taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.935806] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-28734607-ee97-46ec-b6bb-d4a31cf0cfc4" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.936746] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8fdab08a-5d41-4d24-9c6e-132d6781f401 with status ACTIVE [ 1081.936971] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.937171] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.937263] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.937564] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.937701] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.938040] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.938186] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.938186] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.938367] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.938445] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.938646] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.938762] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.938816] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.938948] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.939035] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.939132] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8fdab08a-5d41-4d24-9c6e-132d6781f401 is going to be updated. [ 1081.964588] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.964780] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.964780] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.964975] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.965132] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.965304] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8fdab08a-5d41-4d24-9c6e-132d6781f401" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.991108] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 503dea26-2784-4a89-a725-89163cfc60b2 in Status: SUCCESS [ 1082.991108] env[65562]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 503dea26-2784-4a89-a725-89163cfc60b2 deletion is rescheduled due to dependency. [ 1082.991108] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-503dea26-2784-4a89-a725-89163cfc60b2" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.124769] env[65562]: INFO networking_nsxv3.common.synchronization [req-87a41957-37df-41e0-8502-35b96dfb7e91 req-b4eb8696-fbab-4809-a58c-10ad00a7fdf9 tempest-ServerRescueNegativeTestJSON-1891900759 tempest-ServerRescueNegativeTestJSON-1891900759-project-member] Enqueued Resource ID: eb6027da-e146-4e72-84a5-681fb4b32c55 with Priority: HIGHEST for action security_group_members [ 1083.125432] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eb6027da-e146-4e72-84a5-681fb4b32c55 with Priority: HIGHEST for action security_group_members [ 1083.125838] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-eb6027da-e146-4e72-84a5-681fb4b32c55 taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.126103] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eb6027da-e146-4e72-84a5-681fb4b32c55" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.126153] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eb6027da-e146-4e72-84a5-681fb4b32c55" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.126423] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eb6027da-e146-4e72-84a5-681fb4b32c55" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.126604] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.126719] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.126787] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.126951] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.127095] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.127222] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('eb6027da-e146-4e72-84a5-681fb4b32c55',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1083.269893] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 28734607-ee97-46ec-b6bb-d4a31cf0cfc4 in Status: SUCCESS [ 1083.270089] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-28734607-ee97-46ec-b6bb-d4a31cf0cfc4" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.271035] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-28734607-ee97-46ec-b6bb-d4a31cf0cfc4" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.271035] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-28734607-ee97-46ec-b6bb-d4a31cf0cfc4" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.271035] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.271276] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.271276] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.271395] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.271475] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.271562] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('28734607-ee97-46ec-b6bb-d4a31cf0cfc4',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1083.632186] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('eb6027da-e146-4e72-84a5-681fb4b32c55',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1083.773473] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('28734607-ee97-46ec-b6bb-d4a31cf0cfc4',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1084.134982] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('eb6027da-e146-4e72-84a5-681fb4b32c55',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1084.276284] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('28734607-ee97-46ec-b6bb-d4a31cf0cfc4',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1084.638192] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.638417] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.638494] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.639477] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.639477] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.639477] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: eb6027da-e146-4e72-84a5-681fb4b32c55 is going to be updated. [ 1084.673694] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.673863] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.673863] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.674223] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.674406] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.686118] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eb6027da-e146-4e72-84a5-681fb4b32c55 in Status: IN_PROGRESS for 2s [ 1084.781020] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.781347] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.781556] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.781894] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.782077] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.782294] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 28734607-ee97-46ec-b6bb-d4a31cf0cfc4 is going to be updated. [ 1084.823500] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.823702] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.823775] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.824180] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.824425] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.836159] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 28734607-ee97-46ec-b6bb-d4a31cf0cfc4 in Status: IN_PROGRESS for 2s [ 1086.700332] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eb6027da-e146-4e72-84a5-681fb4b32c55 in Status: SUCCESS [ 1086.700747] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eb6027da-e146-4e72-84a5-681fb4b32c55" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.855999] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 28734607-ee97-46ec-b6bb-d4a31cf0cfc4 in Status: SUCCESS [ 1086.856232] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-28734607-ee97-46ec-b6bb-d4a31cf0cfc4" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.856411] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-28734607-ee97-46ec-b6bb-d4a31cf0cfc4" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.856640] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-28734607-ee97-46ec-b6bb-d4a31cf0cfc4" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.856840] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.856986] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.857040] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.857208] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.857607] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.857968] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-28734607-ee97-46ec-b6bb-d4a31cf0cfc4" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.857968] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('28734607-ee97-46ec-b6bb-d4a31cf0cfc4',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1087.360510] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-28734607-ee97-46ec-b6bb-d4a31cf0cfc4 taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.360731] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-28734607-ee97-46ec-b6bb-d4a31cf0cfc4" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.360731] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-28734607-ee97-46ec-b6bb-d4a31cf0cfc4" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.360957] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-28734607-ee97-46ec-b6bb-d4a31cf0cfc4" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.361164] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.361278] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.361348] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.361492] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.361580] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.361669] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-28734607-ee97-46ec-b6bb-d4a31cf0cfc4" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.362061] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-28734607-ee97-46ec-b6bb-d4a31cf0cfc4 taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.362061] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-28734607-ee97-46ec-b6bb-d4a31cf0cfc4" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.362061] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-28734607-ee97-46ec-b6bb-d4a31cf0cfc4" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.362210] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-28734607-ee97-46ec-b6bb-d4a31cf0cfc4" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.362291] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.362349] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.362393] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.362523] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.362626] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.362722] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-28734607-ee97-46ec-b6bb-d4a31cf0cfc4" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.362812] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('28734607-ee97-46ec-b6bb-d4a31cf0cfc4',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1087.625221] env[65562]: DEBUG networking_nsxv3.common.locking [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Lock network-402 taken with stack trace [, , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.625221] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquiring lock "network-402" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.625402] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired lock "network-402" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.625523] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired external semaphore "network-402" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.625775] env[65562]: DEBUG networking_nsxv3.common.locking [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.625922] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquiring lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.626043] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.626477] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired external semaphore "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.626477] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Releasing lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.627180] env[65562]: DEBUG dogpile.cache.region [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] No value present for key: 'zone-id' {{(pid=65562) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1087.627180] env[65562]: DEBUG dogpile.lock [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] NeedRegenerationException {{(pid=65562) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1087.627180] env[65562]: DEBUG dogpile.lock [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] no value, waiting for create lock {{(pid=65562) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1087.627180] env[65562]: DEBUG dogpile.lock [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] value creation lock acquired {{(pid=65562) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1087.627180] env[65562]: DEBUG dogpile.cache.region [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] No value present for key: 'zone-id' {{(pid=65562) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1087.627592] env[65562]: DEBUG dogpile.lock [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Calling creation function for not-yet-present value {{(pid=65562) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1087.627592] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1087.647221] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1087.647345] env[65562]: DEBUG dogpile.cache.region [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65562) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1087.647446] env[65562]: DEBUG dogpile.lock [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Released creation lock {{(pid=65562) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1087.647868] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Releasing lock "network-402" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.647966] env[65562]: DEBUG networking_nsxv3.common.locking [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Lock port-2403c201-3bdb-476b-a022-7822e7ecdbdc taken with stack trace [, , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.648243] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquiring lock "port-2403c201-3bdb-476b-a022-7822e7ecdbdc" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.648361] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired lock "port-2403c201-3bdb-476b-a022-7822e7ecdbdc" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.648625] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired external semaphore "port-2403c201-3bdb-476b-a022-7822e7ecdbdc" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.648787] env[65562]: DEBUG networking_nsxv3.api.rpc [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2403c201-3bdb-476b-a022-7822e7ecdbdc',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1087.865135] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 28734607-ee97-46ec-b6bb-d4a31cf0cfc4: rpc.has_security_group_logging(os_id): False [ 1087.886719] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.886897] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.887225] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.887376] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.887517] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.887888] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.888036] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.888233] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.888494] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.888629] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.888936] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.889120] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.889245] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.889867] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.889867] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.889867] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.890027] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.890104] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.890273] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.890419] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.890527] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 28734607-ee97-46ec-b6bb-d4a31cf0cfc4 is going to be updated. [ 1087.979958] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.979958] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.979958] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.979958] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.979958] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.003583] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 28734607-ee97-46ec-b6bb-d4a31cf0cfc4 in Status: IN_PROGRESS for 2s [ 1088.127698] env[65562]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1088.127698] env[65562]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1088.151394] env[65562]: DEBUG networking_nsxv3.common.locking [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.151800] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.152060] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.152505] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.152791] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.153444] env[65562]: DEBUG networking_nsxv3.common.locking [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.153711] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquiring lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.153904] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.154342] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired external semaphore "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.154575] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Releasing lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.155150] env[65562]: DEBUG networking_nsxv3.common.locking [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.155454] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.155665] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.156400] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.156400] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.156580] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Resource: SegmentPort with ID: 2403c201-3bdb-476b-a022-7822e7ecdbdc is going to be updated. [ 1088.183446] env[65562]: DEBUG networking_nsxv3.common.locking [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.183720] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.183830] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.184171] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.184450] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.184717] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Releasing lock "port-2403c201-3bdb-476b-a022-7822e7ecdbdc" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.914141] env[65562]: INFO networking_nsxv3.common.synchronization [req-caec69ef-af4c-46cf-ae47-beca86f80e9e req-6a4ad242-65dc-439e-8a28-a3250e6fcf06 service nova] Enqueued Resource ID: f2427fed-1448-4d25-aa23-dcfee7f96b55 with Priority: HIGHEST for action security_group_rules [ 1088.916564] env[65562]: INFO networking_nsxv3.common.synchronization [req-caec69ef-af4c-46cf-ae47-beca86f80e9e req-6a4ad242-65dc-439e-8a28-a3250e6fcf06 service nova] Enqueued Resource ID: f2427fed-1448-4d25-aa23-dcfee7f96b55 with Priority: HIGHEST for action security_group_members [ 1088.916791] env[65562]: INFO networking_nsxv3.common.synchronization [req-caec69ef-af4c-46cf-ae47-beca86f80e9e req-6a4ad242-65dc-439e-8a28-a3250e6fcf06 service nova] Enqueued Resource ID: 2403c201-3bdb-476b-a022-7822e7ecdbdc with Priority: HIGHEST for action port [ 1088.917446] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f2427fed-1448-4d25-aa23-dcfee7f96b55 with Priority: HIGHEST for action security_group_rules [ 1088.917588] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f2427fed-1448-4d25-aa23-dcfee7f96b55 with Priority: HIGHEST for action security_group_members [ 1088.917683] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2403c201-3bdb-476b-a022-7822e7ecdbdc with Priority: HIGHEST for action port [ 1088.920696] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f2427fed-1448-4d25-aa23-dcfee7f96b55 taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.920696] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f2427fed-1448-4d25-aa23-dcfee7f96b55" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.920696] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f2427fed-1448-4d25-aa23-dcfee7f96b55" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.920696] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f2427fed-1448-4d25-aa23-dcfee7f96b55" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.920696] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f2427fed-1448-4d25-aa23-dcfee7f96b55',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1088.920696] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-f2427fed-1448-4d25-aa23-dcfee7f96b55 taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.920696] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f2427fed-1448-4d25-aa23-dcfee7f96b55" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.920696] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f2427fed-1448-4d25-aa23-dcfee7f96b55" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.920696] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f2427fed-1448-4d25-aa23-dcfee7f96b55" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.920696] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.923220] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.923363] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.923632] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.923632] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.923757] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f2427fed-1448-4d25-aa23-dcfee7f96b55',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1088.926194] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock port-2403c201-3bdb-476b-a022-7822e7ecdbdc taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.929114] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2403c201-3bdb-476b-a022-7822e7ecdbdc" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.929244] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2403c201-3bdb-476b-a022-7822e7ecdbdc" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.929452] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2403c201-3bdb-476b-a022-7822e7ecdbdc" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.929550] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2403c201-3bdb-476b-a022-7822e7ecdbdc',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1089.432614] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-f2427fed-1448-4d25-aa23-dcfee7f96b55 taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.432867] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f2427fed-1448-4d25-aa23-dcfee7f96b55" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.433112] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f2427fed-1448-4d25-aa23-dcfee7f96b55',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1089.435233] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2403c201-3bdb-476b-a022-7822e7ecdbdc with status ACTIVE [ 1089.435345] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.436686] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.436686] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.436686] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.436686] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.436686] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.436686] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.436686] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.436686] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.437557] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.437557] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.437557] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.437557] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.437557] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.437793] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.437793] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2403c201-3bdb-476b-a022-7822e7ecdbdc is going to be updated. [ 1089.459085] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.459443] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.459528] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.459830] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.459983] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.460159] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2403c201-3bdb-476b-a022-7822e7ecdbdc" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.935404] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f2427fed-1448-4d25-aa23-dcfee7f96b55',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1090.021238] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 28734607-ee97-46ec-b6bb-d4a31cf0cfc4 in Status: SUCCESS [ 1090.021403] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-28734607-ee97-46ec-b6bb-d4a31cf0cfc4" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.439245] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.439245] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.439245] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.439742] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.439742] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.439805] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f2427fed-1448-4d25-aa23-dcfee7f96b55 is going to be updated. [ 1090.480364] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.481012] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.481264] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.481684] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.482026] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.495055] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f2427fed-1448-4d25-aa23-dcfee7f96b55 in Status: IN_PROGRESS for 2s [ 1090.767450] env[65562]: INFO networking_nsxv3.common.synchronization [req-c180e4b2-56d1-4c51-bb0f-1f0378693080 req-58d59c2a-34b6-40e4-9d07-02f95fb3eab1 tempest-ServerDiskConfigTestJSON-308395787 tempest-ServerDiskConfigTestJSON-308395787-project-member] Enqueued Resource ID: e6734b94-5ab1-4a07-9098-e970a82f4b7e with Priority: HIGHEST for action security_group_members [ 1090.767672] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e6734b94-5ab1-4a07-9098-e970a82f4b7e with Priority: HIGHEST for action security_group_members [ 1090.768012] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-e6734b94-5ab1-4a07-9098-e970a82f4b7e taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.768236] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e6734b94-5ab1-4a07-9098-e970a82f4b7e" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.768324] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e6734b94-5ab1-4a07-9098-e970a82f4b7e" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.768568] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e6734b94-5ab1-4a07-9098-e970a82f4b7e" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.768746] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.768945] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.768945] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.770301] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.770301] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.770301] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e6734b94-5ab1-4a07-9098-e970a82f4b7e',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1091.200281] env[65562]: DEBUG networking_nsxv3.common.locking [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Lock network-644 taken with stack trace [, , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.200702] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquiring lock "network-644" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.200702] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired lock "network-644" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.201233] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired external semaphore "network-644" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.201233] env[65562]: DEBUG networking_nsxv3.common.locking [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.201427] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquiring lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.201554] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.201780] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired external semaphore "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.201924] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Releasing lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.202156] env[65562]: DEBUG dogpile.cache.region [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] No value present for key: 'zone-id' {{(pid=65562) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1091.202350] env[65562]: DEBUG dogpile.lock [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] NeedRegenerationException {{(pid=65562) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1091.202421] env[65562]: DEBUG dogpile.lock [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] no value, waiting for create lock {{(pid=65562) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1091.202500] env[65562]: DEBUG dogpile.lock [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] value creation lock acquired {{(pid=65562) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1091.202638] env[65562]: DEBUG dogpile.cache.region [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] No value present for key: 'zone-id' {{(pid=65562) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1091.202714] env[65562]: DEBUG dogpile.lock [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Calling creation function for not-yet-present value {{(pid=65562) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1091.202843] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1091.223778] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1091.223969] env[65562]: DEBUG dogpile.cache.region [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65562) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1091.224148] env[65562]: DEBUG dogpile.lock [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Released creation lock {{(pid=65562) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1091.224400] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Releasing lock "network-644" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.224642] env[65562]: DEBUG networking_nsxv3.common.locking [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Lock port-28ba99b2-ff2e-47e3-910e-9085bcba9789 taken with stack trace [, , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.224810] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquiring lock "port-28ba99b2-ff2e-47e3-910e-9085bcba9789" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.224927] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired lock "port-28ba99b2-ff2e-47e3-910e-9085bcba9789" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.225274] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired external semaphore "port-28ba99b2-ff2e-47e3-910e-9085bcba9789" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.225413] env[65562]: DEBUG networking_nsxv3.api.rpc [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('28ba99b2-ff2e-47e3-910e-9085bcba9789',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1091.273051] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.273246] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.273284] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.273509] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.273596] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.273799] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.273916] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.273979] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.274151] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.274229] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.274322] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e6734b94-5ab1-4a07-9098-e970a82f4b7e is going to be updated. [ 1091.307118] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.307309] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.307425] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.307737] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.308008] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.322773] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e6734b94-5ab1-4a07-9098-e970a82f4b7e in Status: IN_PROGRESS for 2s [ 1091.728355] env[65562]: DEBUG networking_nsxv3.common.locking [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.728615] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.728795] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.729213] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.729437] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.729648] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Segment Port 28ba99b2-ff2e-47e3-910e-9085bcba9789 not found, creating... [ 1091.730027] env[65562]: DEBUG networking_nsxv3.common.locking [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.730267] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquiring lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.730435] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.730743] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired external semaphore "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.732490] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Releasing lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.732490] env[65562]: DEBUG networking_nsxv3.common.locking [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.732490] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.732490] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.732490] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.732490] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.732490] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Resource: SegmentPort with ID: 28ba99b2-ff2e-47e3-910e-9085bcba9789 is going to be created. [ 1091.768313] env[65562]: DEBUG networking_nsxv3.common.locking [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.768606] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.768677] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.768924] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.769194] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.769454] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Releasing lock "port-28ba99b2-ff2e-47e3-910e-9085bcba9789" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.270355] env[65562]: INFO networking_nsxv3.common.synchronization [req-53fe0753-be94-4db5-bf3e-a4f3a3b5a29b req-6200b3a3-470e-42a8-b16b-8aefac061341 tempest-ImagesOneServerNegativeTestJSON-1039086717 tempest-ImagesOneServerNegativeTestJSON-1039086717-project-member] Enqueued Resource ID: 42ad6657-fb78-431c-b345-5c050bf84172 with Priority: HIGHEST for action security_group_members [ 1092.271021] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 42ad6657-fb78-431c-b345-5c050bf84172 with Priority: HIGHEST for action security_group_members [ 1092.271385] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-42ad6657-fb78-431c-b345-5c050bf84172 taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.271526] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-42ad6657-fb78-431c-b345-5c050bf84172" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.271584] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-42ad6657-fb78-431c-b345-5c050bf84172" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.271783] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-42ad6657-fb78-431c-b345-5c050bf84172" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.271937] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.272044] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.272104] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.272255] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.272341] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.272432] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('42ad6657-fb78-431c-b345-5c050bf84172',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1092.492370] env[65562]: INFO networking_nsxv3.common.synchronization [req-c180e4b2-56d1-4c51-bb0f-1f0378693080 req-ef75dade-a278-408c-b329-ad0a4fd27043 service nova] Enqueued Resource ID: e6734b94-5ab1-4a07-9098-e970a82f4b7e with Priority: HIGHEST for action security_group_rules [ 1092.492370] env[65562]: INFO networking_nsxv3.common.synchronization [req-c180e4b2-56d1-4c51-bb0f-1f0378693080 req-ef75dade-a278-408c-b329-ad0a4fd27043 service nova] Enqueued Resource ID: e6734b94-5ab1-4a07-9098-e970a82f4b7e with Priority: HIGHEST for action security_group_members [ 1092.492585] env[65562]: INFO networking_nsxv3.common.synchronization [req-c180e4b2-56d1-4c51-bb0f-1f0378693080 req-ef75dade-a278-408c-b329-ad0a4fd27043 service nova] Enqueued Resource ID: 28ba99b2-ff2e-47e3-910e-9085bcba9789 with Priority: HIGHEST for action port [ 1092.496709] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e6734b94-5ab1-4a07-9098-e970a82f4b7e with Priority: HIGHEST for action security_group_rules [ 1092.496842] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e6734b94-5ab1-4a07-9098-e970a82f4b7e with Priority: HIGHEST for action security_group_members [ 1092.497667] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 28ba99b2-ff2e-47e3-910e-9085bcba9789 with Priority: HIGHEST for action port [ 1092.499997] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e6734b94-5ab1-4a07-9098-e970a82f4b7e taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.499997] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e6734b94-5ab1-4a07-9098-e970a82f4b7e" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.499997] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e6734b94-5ab1-4a07-9098-e970a82f4b7e" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.500188] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e6734b94-5ab1-4a07-9098-e970a82f4b7e" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.500262] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e6734b94-5ab1-4a07-9098-e970a82f4b7e',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1092.501919] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-e6734b94-5ab1-4a07-9098-e970a82f4b7e taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.503019] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e6734b94-5ab1-4a07-9098-e970a82f4b7e" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.503092] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock port-28ba99b2-ff2e-47e3-910e-9085bcba9789 taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.503810] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-28ba99b2-ff2e-47e3-910e-9085bcba9789" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.503810] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-28ba99b2-ff2e-47e3-910e-9085bcba9789" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.503810] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-28ba99b2-ff2e-47e3-910e-9085bcba9789" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.503810] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('28ba99b2-ff2e-47e3-910e-9085bcba9789',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1092.515253] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f2427fed-1448-4d25-aa23-dcfee7f96b55 in Status: SUCCESS [ 1092.515396] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f2427fed-1448-4d25-aa23-dcfee7f96b55" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.515492] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f2427fed-1448-4d25-aa23-dcfee7f96b55" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.515768] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f2427fed-1448-4d25-aa23-dcfee7f96b55" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.516032] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.516203] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.516275] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.516479] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.516579] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.516693] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f2427fed-1448-4d25-aa23-dcfee7f96b55" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.516898] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f2427fed-1448-4d25-aa23-dcfee7f96b55',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1092.776037] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.776037] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.776037] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.776037] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.776037] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.776037] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.776037] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.776037] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.776384] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.776384] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.776384] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 42ad6657-fb78-431c-b345-5c050bf84172 is going to be updated. [ 1092.816428] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.816428] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.816428] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.816617] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.816752] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.826484] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 42ad6657-fb78-431c-b345-5c050bf84172 in Status: IN_PROGRESS for 2s [ 1093.007408] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 28ba99b2-ff2e-47e3-910e-9085bcba9789 with status ACTIVE [ 1093.007667] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.007802] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.007866] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.008105] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.008238] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.008406] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.008509] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.008566] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.008729] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.008856] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.008975] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.009083] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.009387] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.009387] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.009387] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.009481] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 28ba99b2-ff2e-47e3-910e-9085bcba9789 is going to be updated. [ 1093.014819] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-e6734b94-5ab1-4a07-9098-e970a82f4b7e taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.014929] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e6734b94-5ab1-4a07-9098-e970a82f4b7e" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.020982] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-f2427fed-1448-4d25-aa23-dcfee7f96b55 taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.021157] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f2427fed-1448-4d25-aa23-dcfee7f96b55" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.021286] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f2427fed-1448-4d25-aa23-dcfee7f96b55" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.021685] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f2427fed-1448-4d25-aa23-dcfee7f96b55" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.021685] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.021685] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.022034] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.022034] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.022034] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.022829] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f2427fed-1448-4d25-aa23-dcfee7f96b55" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.022829] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-f2427fed-1448-4d25-aa23-dcfee7f96b55 taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.023347] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f2427fed-1448-4d25-aa23-dcfee7f96b55" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.023432] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f2427fed-1448-4d25-aa23-dcfee7f96b55" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.023685] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f2427fed-1448-4d25-aa23-dcfee7f96b55" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.023685] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.023685] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.024928] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.025196] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.025299] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.025474] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f2427fed-1448-4d25-aa23-dcfee7f96b55" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.025798] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f2427fed-1448-4d25-aa23-dcfee7f96b55',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1093.037624] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.037776] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.037776] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.038209] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.038286] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.038811] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-28ba99b2-ff2e-47e3-910e-9085bcba9789" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.177410] env[65562]: INFO networking_nsxv3.common.synchronization [req-3f062089-879b-4e03-9f77-ae0f359ccd67 req-911c29b8-5322-44fd-8a53-8a5ea05eb94d tempest-AttachInterfacesTestJSON-12420228 tempest-AttachInterfacesTestJSON-12420228-project-member] Enqueued Resource ID: 9fb3ee70-3c59-4b63-a41d-1f2d154fb7af with Priority: HIGHEST for action security_group_members [ 1093.177962] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9fb3ee70-3c59-4b63-a41d-1f2d154fb7af with Priority: HIGHEST for action security_group_members [ 1093.178368] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-9fb3ee70-3c59-4b63-a41d-1f2d154fb7af taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.178490] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9fb3ee70-3c59-4b63-a41d-1f2d154fb7af" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.178540] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9fb3ee70-3c59-4b63-a41d-1f2d154fb7af" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.178746] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9fb3ee70-3c59-4b63-a41d-1f2d154fb7af" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.178905] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.179040] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.179091] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.179241] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.179350] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.179416] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9fb3ee70-3c59-4b63-a41d-1f2d154fb7af',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1093.338024] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e6734b94-5ab1-4a07-9098-e970a82f4b7e in Status: SUCCESS [ 1093.338024] env[65562]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e6734b94-5ab1-4a07-9098-e970a82f4b7e deletion is rescheduled due to dependency. [ 1093.338024] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e6734b94-5ab1-4a07-9098-e970a82f4b7e" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.338024] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e6734b94-5ab1-4a07-9098-e970a82f4b7e" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.338024] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e6734b94-5ab1-4a07-9098-e970a82f4b7e" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.338024] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.338024] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.338024] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.338024] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.338024] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.338024] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e6734b94-5ab1-4a07-9098-e970a82f4b7e',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1093.532234] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f2427fed-1448-4d25-aa23-dcfee7f96b55: rpc.has_security_group_logging(os_id): False [ 1093.554982] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.556032] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.556032] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.556220] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.579166] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.579554] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.579696] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.579774] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.580111] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.580226] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.580462] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.580598] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.580681] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.580820] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.580912] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.581123] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.581219] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.581297] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.581489] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.581571] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.581684] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f2427fed-1448-4d25-aa23-dcfee7f96b55 is going to be updated. [ 1093.631990] env[65562]: DEBUG networking_nsxv3.common.locking [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Lock network-422 taken with stack trace [, , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.632264] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquiring lock "network-422" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.632386] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired lock "network-422" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.632689] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired external semaphore "network-422" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.633033] env[65562]: DEBUG networking_nsxv3.common.locking [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.633240] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquiring lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.633395] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.633770] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired external semaphore "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.633953] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Releasing lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.634225] env[65562]: DEBUG dogpile.cache.region [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] No value present for key: 'zone-id' {{(pid=65562) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1093.634654] env[65562]: DEBUG dogpile.lock [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] NeedRegenerationException {{(pid=65562) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1093.634834] env[65562]: DEBUG dogpile.lock [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] no value, waiting for create lock {{(pid=65562) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1093.635084] env[65562]: DEBUG dogpile.lock [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] value creation lock acquired {{(pid=65562) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1093.635125] env[65562]: DEBUG dogpile.cache.region [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] No value present for key: 'zone-id' {{(pid=65562) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1093.635233] env[65562]: DEBUG dogpile.lock [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Calling creation function for not-yet-present value {{(pid=65562) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1093.635370] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1093.668973] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1093.669263] env[65562]: DEBUG dogpile.cache.region [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Cache value generated in 0.034 seconds for key(s): 'zone-id' {{(pid=65562) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1093.669496] env[65562]: DEBUG dogpile.lock [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Released creation lock {{(pid=65562) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1093.669786] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Releasing lock "network-422" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.670287] env[65562]: DEBUG networking_nsxv3.common.locking [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Lock port-1623f9f9-9f2a-48ef-84d5-cedede95e6c6 taken with stack trace [, , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.670611] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquiring lock "port-1623f9f9-9f2a-48ef-84d5-cedede95e6c6" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.670842] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired lock "port-1623f9f9-9f2a-48ef-84d5-cedede95e6c6" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.671278] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired external semaphore "port-1623f9f9-9f2a-48ef-84d5-cedede95e6c6" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.671450] env[65562]: DEBUG networking_nsxv3.api.rpc [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1623f9f9-9f2a-48ef-84d5-cedede95e6c6',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1093.681610] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9fb3ee70-3c59-4b63-a41d-1f2d154fb7af',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1093.705186] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.705377] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.705490] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.705722] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.705875] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.739512] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f2427fed-1448-4d25-aa23-dcfee7f96b55 in Status: IN_PROGRESS for 2s [ 1093.842251] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e6734b94-5ab1-4a07-9098-e970a82f4b7e',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1094.176041] env[65562]: DEBUG networking_nsxv3.common.locking [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.176041] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.176041] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.176041] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.176041] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.176041] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Segment Port 1623f9f9-9f2a-48ef-84d5-cedede95e6c6 not found, creating... [ 1094.176041] env[65562]: DEBUG networking_nsxv3.common.locking [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.176463] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquiring lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.176513] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.176818] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired external semaphore "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.177037] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Releasing lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.177385] env[65562]: DEBUG networking_nsxv3.common.locking [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.177573] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.177754] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.177992] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.178233] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.178431] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Resource: SegmentPort with ID: 1623f9f9-9f2a-48ef-84d5-cedede95e6c6 is going to be created. [ 1094.184303] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9fb3ee70-3c59-4b63-a41d-1f2d154fb7af',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1094.203654] env[65562]: DEBUG networking_nsxv3.common.locking [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.203654] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.203654] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.203654] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.203654] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.203654] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Releasing lock "port-1623f9f9-9f2a-48ef-84d5-cedede95e6c6" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.344772] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e6734b94-5ab1-4a07-9098-e970a82f4b7e',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1094.686490] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.686643] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.686790] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.687078] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.687230] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.687378] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9fb3ee70-3c59-4b63-a41d-1f2d154fb7af is going to be updated. [ 1094.726481] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.726481] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.726701] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.726784] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.726957] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.738567] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9fb3ee70-3c59-4b63-a41d-1f2d154fb7af in Status: IN_PROGRESS for 2s [ 1094.837698] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 42ad6657-fb78-431c-b345-5c050bf84172 in Status: SUCCESS [ 1094.837698] env[65562]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 42ad6657-fb78-431c-b345-5c050bf84172 deletion is rescheduled due to dependency. [ 1094.837698] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-42ad6657-fb78-431c-b345-5c050bf84172" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.847953] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.848357] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.848357] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.848687] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.848687] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.848785] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e6734b94-5ab1-4a07-9098-e970a82f4b7e is going to be updated. [ 1094.890689] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.890834] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.890911] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.891163] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.891323] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.902540] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e6734b94-5ab1-4a07-9098-e970a82f4b7e in Status: IN_PROGRESS for 2s [ 1094.923017] env[65562]: INFO networking_nsxv3.common.synchronization [req-3f062089-879b-4e03-9f77-ae0f359ccd67 req-fa790ecb-dde3-4345-a54e-f3e758799c3b service nova] Enqueued Resource ID: 9fb3ee70-3c59-4b63-a41d-1f2d154fb7af with Priority: HIGHEST for action security_group_rules [ 1094.923156] env[65562]: INFO networking_nsxv3.common.synchronization [req-3f062089-879b-4e03-9f77-ae0f359ccd67 req-fa790ecb-dde3-4345-a54e-f3e758799c3b service nova] Enqueued Resource ID: 9fb3ee70-3c59-4b63-a41d-1f2d154fb7af with Priority: HIGHEST for action security_group_members [ 1094.923293] env[65562]: INFO networking_nsxv3.common.synchronization [req-3f062089-879b-4e03-9f77-ae0f359ccd67 req-fa790ecb-dde3-4345-a54e-f3e758799c3b service nova] Enqueued Resource ID: 1623f9f9-9f2a-48ef-84d5-cedede95e6c6 with Priority: HIGHEST for action port [ 1094.924019] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9fb3ee70-3c59-4b63-a41d-1f2d154fb7af with Priority: HIGHEST for action security_group_rules [ 1094.924178] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9fb3ee70-3c59-4b63-a41d-1f2d154fb7af with Priority: HIGHEST for action security_group_members [ 1094.924280] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1623f9f9-9f2a-48ef-84d5-cedede95e6c6 with Priority: HIGHEST for action port [ 1094.924566] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9fb3ee70-3c59-4b63-a41d-1f2d154fb7af taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.924707] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9fb3ee70-3c59-4b63-a41d-1f2d154fb7af" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.924797] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9fb3ee70-3c59-4b63-a41d-1f2d154fb7af" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.924985] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9fb3ee70-3c59-4b63-a41d-1f2d154fb7af" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.925096] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9fb3ee70-3c59-4b63-a41d-1f2d154fb7af',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1094.925981] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-9fb3ee70-3c59-4b63-a41d-1f2d154fb7af taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.927081] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9fb3ee70-3c59-4b63-a41d-1f2d154fb7af" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.927081] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock port-1623f9f9-9f2a-48ef-84d5-cedede95e6c6 taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.927081] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1623f9f9-9f2a-48ef-84d5-cedede95e6c6" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.927081] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1623f9f9-9f2a-48ef-84d5-cedede95e6c6" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.927081] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1623f9f9-9f2a-48ef-84d5-cedede95e6c6" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.927081] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1623f9f9-9f2a-48ef-84d5-cedede95e6c6',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1095.179069] env[65562]: INFO networking_nsxv3.common.synchronization [req-8e5ce0b8-94e1-4f93-b794-e8631bec2bd6 req-1234736b-45ca-459d-bedc-0e0590f976e8 tempest-ImagesTestJSON-262210320 tempest-ImagesTestJSON-262210320-project-member] Enqueued Resource ID: af93aedb-3930-4143-9adf-131e1f65beae with Priority: HIGHEST for action security_group_members [ 1095.179828] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: af93aedb-3930-4143-9adf-131e1f65beae with Priority: HIGHEST for action security_group_members [ 1095.180394] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-af93aedb-3930-4143-9adf-131e1f65beae taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.180764] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-af93aedb-3930-4143-9adf-131e1f65beae" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.180764] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-af93aedb-3930-4143-9adf-131e1f65beae" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.181245] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-af93aedb-3930-4143-9adf-131e1f65beae" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.181365] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.181570] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.181680] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.181887] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.182034] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.182174] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('af93aedb-3930-4143-9adf-131e1f65beae',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1095.429234] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-9fb3ee70-3c59-4b63-a41d-1f2d154fb7af taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.429592] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9fb3ee70-3c59-4b63-a41d-1f2d154fb7af" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.429815] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1623f9f9-9f2a-48ef-84d5-cedede95e6c6 with status ACTIVE [ 1095.430029] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.430143] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.430219] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.430522] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.430606] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.430787] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.430884] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.430943] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.431122] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.431211] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.431425] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.431569] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.431666] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.431828] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.431904] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.431991] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1623f9f9-9f2a-48ef-84d5-cedede95e6c6 is going to be updated. [ 1095.462078] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.462673] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.462673] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.462673] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.462818] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.462993] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1623f9f9-9f2a-48ef-84d5-cedede95e6c6" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.685950] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.685950] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.685950] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.685950] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.685950] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.685950] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.685950] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.686408] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.686408] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.686408] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.686408] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: af93aedb-3930-4143-9adf-131e1f65beae is going to be updated. [ 1095.731269] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.731269] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.731691] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.731691] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.731691] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.747408] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: af93aedb-3930-4143-9adf-131e1f65beae in Status: IN_PROGRESS for 2s [ 1095.756834] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f2427fed-1448-4d25-aa23-dcfee7f96b55 in Status: SUCCESS [ 1095.757079] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f2427fed-1448-4d25-aa23-dcfee7f96b55" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.751106] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9fb3ee70-3c59-4b63-a41d-1f2d154fb7af in Status: SUCCESS [ 1096.751401] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9fb3ee70-3c59-4b63-a41d-1f2d154fb7af" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.751528] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9fb3ee70-3c59-4b63-a41d-1f2d154fb7af" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.751764] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9fb3ee70-3c59-4b63-a41d-1f2d154fb7af" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.751947] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.752080] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.752150] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.752306] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.752390] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.752485] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9fb3ee70-3c59-4b63-a41d-1f2d154fb7af',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1096.913262] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e6734b94-5ab1-4a07-9098-e970a82f4b7e in Status: SUCCESS [ 1096.913731] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e6734b94-5ab1-4a07-9098-e970a82f4b7e" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.913731] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e6734b94-5ab1-4a07-9098-e970a82f4b7e" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.914676] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e6734b94-5ab1-4a07-9098-e970a82f4b7e" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.914676] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.914676] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.914676] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.914866] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.914866] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.914970] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e6734b94-5ab1-4a07-9098-e970a82f4b7e" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.915000] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e6734b94-5ab1-4a07-9098-e970a82f4b7e',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1097.255550] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9fb3ee70-3c59-4b63-a41d-1f2d154fb7af',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1097.417354] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-e6734b94-5ab1-4a07-9098-e970a82f4b7e taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.417550] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e6734b94-5ab1-4a07-9098-e970a82f4b7e" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.417614] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e6734b94-5ab1-4a07-9098-e970a82f4b7e" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.417979] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e6734b94-5ab1-4a07-9098-e970a82f4b7e" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.418505] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.418505] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.418666] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.418818] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.418945] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.419080] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e6734b94-5ab1-4a07-9098-e970a82f4b7e" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.419345] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-e6734b94-5ab1-4a07-9098-e970a82f4b7e taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.419542] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e6734b94-5ab1-4a07-9098-e970a82f4b7e" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.419658] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e6734b94-5ab1-4a07-9098-e970a82f4b7e" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.419845] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e6734b94-5ab1-4a07-9098-e970a82f4b7e" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.420043] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.420174] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.420433] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.420486] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.420703] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.420836] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e6734b94-5ab1-4a07-9098-e970a82f4b7e" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.420954] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e6734b94-5ab1-4a07-9098-e970a82f4b7e',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1097.758111] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9fb3ee70-3c59-4b63-a41d-1f2d154fb7af',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1097.760207] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: af93aedb-3930-4143-9adf-131e1f65beae in Status: SUCCESS [ 1097.760470] env[65562]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: af93aedb-3930-4143-9adf-131e1f65beae deletion is rescheduled due to dependency. [ 1097.760646] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-af93aedb-3930-4143-9adf-131e1f65beae" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.926275] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e6734b94-5ab1-4a07-9098-e970a82f4b7e: rpc.has_security_group_logging(os_id): False [ 1097.944902] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.945110] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.945173] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.945354] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.945450] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.945688] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.945793] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.945857] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.946017] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.946098] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.946335] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.946433] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.946495] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.946638] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.946711] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.946903] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.946999] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.947581] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.947788] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.947950] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.948387] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e6734b94-5ab1-4a07-9098-e970a82f4b7e is going to be updated. [ 1098.012889] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.013141] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.013141] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.013365] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.013527] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.033664] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e6734b94-5ab1-4a07-9098-e970a82f4b7e in Status: IN_PROGRESS for 2s [ 1098.141785] env[65562]: INFO networking_nsxv3.common.synchronization [req-123810ad-3249-438d-a3ab-bfcda7d72c95 req-28a3d09a-4ae0-4d60-89ee-69e441dd7b9f tempest-ServerActionsTestOtherB-2039716914 tempest-ServerActionsTestOtherB-2039716914-project-member] Enqueued Resource ID: 865e7ac2-3667-4252-8906-3696721e534a with Priority: HIGHEST for action security_group_members [ 1098.142596] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 865e7ac2-3667-4252-8906-3696721e534a with Priority: HIGHEST for action security_group_members [ 1098.148039] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-865e7ac2-3667-4252-8906-3696721e534a taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.148039] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-865e7ac2-3667-4252-8906-3696721e534a" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.148039] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-865e7ac2-3667-4252-8906-3696721e534a" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.148039] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-865e7ac2-3667-4252-8906-3696721e534a" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.148039] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.148039] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.148039] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.148039] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.148039] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.148039] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('865e7ac2-3667-4252-8906-3696721e534a',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1098.261679] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.262312] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.262542] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.263070] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.263319] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.263601] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9fb3ee70-3c59-4b63-a41d-1f2d154fb7af is going to be updated. [ 1098.302340] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.302340] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.302340] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.302340] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.302340] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.316949] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9fb3ee70-3c59-4b63-a41d-1f2d154fb7af in Status: IN_PROGRESS for 2s [ 1098.650656] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.650906] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.650952] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.651522] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.651522] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.651681] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.651810] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.651867] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.652067] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.652226] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.652267] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 865e7ac2-3667-4252-8906-3696721e534a is going to be updated. [ 1098.700248] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.700383] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.700420] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.704044] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.704044] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.721620] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 865e7ac2-3667-4252-8906-3696721e534a in Status: IN_PROGRESS for 2s [ 1099.313182] env[65562]: INFO networking_nsxv3.common.synchronization [None req-7f29371d-eab9-4b4d-94f9-451dbae5c169 None None] Enqueued Resource ID: 83ac4089-ef94-4c99-9381-08eea05f58f8 with Priority: HIGHEST for action port [ 1099.314189] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 83ac4089-ef94-4c99-9381-08eea05f58f8 with Priority: HIGHEST for action port [ 1099.315896] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock port-83ac4089-ef94-4c99-9381-08eea05f58f8 taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.317401] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-83ac4089-ef94-4c99-9381-08eea05f58f8" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.317488] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-83ac4089-ef94-4c99-9381-08eea05f58f8" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.317722] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-83ac4089-ef94-4c99-9381-08eea05f58f8" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.317839] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('83ac4089-ef94-4c99-9381-08eea05f58f8',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1099.821877] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 83ac4089-ef94-4c99-9381-08eea05f58f8 [ 1099.822144] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.822282] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.822349] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.822561] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.822656] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.822753] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:83ac4089-ef94-4c99-9381-08eea05f58f8 already deleted. [ 1099.822912] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-83ac4089-ef94-4c99-9381-08eea05f58f8" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.052406] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e6734b94-5ab1-4a07-9098-e970a82f4b7e in Status: SUCCESS [ 1100.053188] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e6734b94-5ab1-4a07-9098-e970a82f4b7e" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.328532] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9fb3ee70-3c59-4b63-a41d-1f2d154fb7af in Status: SUCCESS [ 1100.328532] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9fb3ee70-3c59-4b63-a41d-1f2d154fb7af" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.328532] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9fb3ee70-3c59-4b63-a41d-1f2d154fb7af" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.328532] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9fb3ee70-3c59-4b63-a41d-1f2d154fb7af" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.328989] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.328989] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.328989] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.328989] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.329149] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.329149] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9fb3ee70-3c59-4b63-a41d-1f2d154fb7af" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.329202] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9fb3ee70-3c59-4b63-a41d-1f2d154fb7af',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1100.732103] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 865e7ac2-3667-4252-8906-3696721e534a in Status: SUCCESS [ 1100.732355] env[65562]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 865e7ac2-3667-4252-8906-3696721e534a deletion is rescheduled due to dependency. [ 1100.732509] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-865e7ac2-3667-4252-8906-3696721e534a" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.834989] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9fb3ee70-3c59-4b63-a41d-1f2d154fb7af',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1101.337738] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9fb3ee70-3c59-4b63-a41d-1f2d154fb7af: rpc.has_security_group_logging(os_id): False [ 1101.357076] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.357264] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.357372] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.357631] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.357748] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.358049] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.358201] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.358369] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.358570] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.359037] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.359037] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9fb3ee70-3c59-4b63-a41d-1f2d154fb7af is going to be updated. [ 1101.426170] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.426442] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.426442] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.426675] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.426783] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.442923] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9fb3ee70-3c59-4b63-a41d-1f2d154fb7af in Status: IN_PROGRESS for 2s [ 1101.807082] env[65562]: INFO networking_nsxv3.common.synchronization [None req-a2db75a2-2000-488f-bec8-8651d9f979c6 None None] Enqueued Resource ID: 92013222-18e5-4730-bd7c-99f5c036dd0e with Priority: HIGHEST for action port [ 1101.807082] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 92013222-18e5-4730-bd7c-99f5c036dd0e with Priority: HIGHEST for action port [ 1101.807082] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock port-92013222-18e5-4730-bd7c-99f5c036dd0e taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.807082] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-92013222-18e5-4730-bd7c-99f5c036dd0e" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.807082] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-92013222-18e5-4730-bd7c-99f5c036dd0e" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.807082] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-92013222-18e5-4730-bd7c-99f5c036dd0e" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.807082] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('92013222-18e5-4730-bd7c-99f5c036dd0e',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1102.211257] env[65562]: INFO networking_nsxv3.common.synchronization [req-cd887215-7440-4935-96f0-51262580e261 req-22143ea7-8243-4e8e-a9cc-d74259fdfe62 tempest-DeleteServersTestJSON-1989734922 tempest-DeleteServersTestJSON-1989734922-project-member] Enqueued Resource ID: 2fafe9ef-7e47-4c4b-88ec-4ced8cbabccd with Priority: HIGHEST for action security_group_members [ 1102.211917] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2fafe9ef-7e47-4c4b-88ec-4ced8cbabccd with Priority: HIGHEST for action security_group_members [ 1102.212258] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-2fafe9ef-7e47-4c4b-88ec-4ced8cbabccd taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.212383] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2fafe9ef-7e47-4c4b-88ec-4ced8cbabccd" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.212450] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2fafe9ef-7e47-4c4b-88ec-4ced8cbabccd" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.212664] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2fafe9ef-7e47-4c4b-88ec-4ced8cbabccd" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.212839] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.212944] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.213019] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.213344] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.213439] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.213535] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2fafe9ef-7e47-4c4b-88ec-4ced8cbabccd',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1102.309744] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 92013222-18e5-4730-bd7c-99f5c036dd0e [ 1102.310022] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.310162] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.310233] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.310441] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.310535] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.310704] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:92013222-18e5-4730-bd7c-99f5c036dd0e already deleted. [ 1102.310797] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-92013222-18e5-4730-bd7c-99f5c036dd0e" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.716515] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.717551] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.717551] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.717551] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.717551] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.717551] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.717551] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.717551] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.717551] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.717807] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.717807] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2fafe9ef-7e47-4c4b-88ec-4ced8cbabccd is going to be updated. [ 1102.745261] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.745617] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.745617] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.745719] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.745839] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.755899] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2fafe9ef-7e47-4c4b-88ec-4ced8cbabccd in Status: IN_PROGRESS for 2s [ 1102.929163] env[65562]: INFO networking_nsxv3.common.synchronization [req-cd71d571-cf9d-41d7-9ab7-43694b925b90 req-bc70484c-c27c-42f7-83aa-931b55b7dc57 tempest-ServerRescueNegativeTestJSON-1891900759 tempest-ServerRescueNegativeTestJSON-1891900759-project-member] Enqueued Resource ID: eb6027da-e146-4e72-84a5-681fb4b32c55 with Priority: HIGHEST for action security_group_members [ 1102.929371] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eb6027da-e146-4e72-84a5-681fb4b32c55 with Priority: HIGHEST for action security_group_members [ 1102.929692] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-eb6027da-e146-4e72-84a5-681fb4b32c55 taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.929847] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eb6027da-e146-4e72-84a5-681fb4b32c55" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.929943] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eb6027da-e146-4e72-84a5-681fb4b32c55" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.930881] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eb6027da-e146-4e72-84a5-681fb4b32c55" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.930881] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.930881] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.930881] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.930881] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.930881] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.930881] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('eb6027da-e146-4e72-84a5-681fb4b32c55',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1103.433302] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.433302] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.433302] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.433544] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.433544] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.433729] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.433826] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.433887] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.434043] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.434122] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.434205] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: eb6027da-e146-4e72-84a5-681fb4b32c55 is going to be updated. [ 1103.460729] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9fb3ee70-3c59-4b63-a41d-1f2d154fb7af in Status: SUCCESS [ 1103.461012] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9fb3ee70-3c59-4b63-a41d-1f2d154fb7af" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.465179] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.465179] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.465179] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.465849] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.465930] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.475794] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eb6027da-e146-4e72-84a5-681fb4b32c55 in Status: IN_PROGRESS for 2s [ 1104.108740] env[65562]: INFO networking_nsxv3.common.synchronization [req-dbba18c0-86b3-49ca-8bf1-ff8548b45053 req-2c8d7537-b933-4eee-9089-f0ba6b8adcad tempest-ServersTestJSON-1139836512 tempest-ServersTestJSON-1139836512-project-member] Enqueued Resource ID: 28734607-ee97-46ec-b6bb-d4a31cf0cfc4 with Priority: HIGHEST for action security_group_members [ 1104.109108] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 28734607-ee97-46ec-b6bb-d4a31cf0cfc4 with Priority: HIGHEST for action security_group_members [ 1104.109730] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-28734607-ee97-46ec-b6bb-d4a31cf0cfc4 taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.109730] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-28734607-ee97-46ec-b6bb-d4a31cf0cfc4" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.109730] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-28734607-ee97-46ec-b6bb-d4a31cf0cfc4" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.110337] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-28734607-ee97-46ec-b6bb-d4a31cf0cfc4" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.111697] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.111697] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.111697] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.111697] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.111697] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.111697] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('28734607-ee97-46ec-b6bb-d4a31cf0cfc4',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1104.494919] env[65562]: DEBUG networking_nsxv3.common.locking [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Lock network-591 taken with stack trace [, , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.495275] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquiring lock "network-591" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.495551] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired lock "network-591" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.495965] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired external semaphore "network-591" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.496520] env[65562]: DEBUG networking_nsxv3.common.locking [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.496783] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquiring lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.496959] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.497553] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired external semaphore "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.497553] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Releasing lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.497883] env[65562]: DEBUG dogpile.cache.region [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] No value present for key: 'zone-id' {{(pid=65562) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1104.498111] env[65562]: DEBUG dogpile.lock [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] NeedRegenerationException {{(pid=65562) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1104.498289] env[65562]: DEBUG dogpile.lock [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] no value, waiting for create lock {{(pid=65562) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1104.498494] env[65562]: DEBUG dogpile.lock [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] value creation lock acquired {{(pid=65562) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1104.498819] env[65562]: DEBUG dogpile.cache.region [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] No value present for key: 'zone-id' {{(pid=65562) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1104.499067] env[65562]: DEBUG dogpile.lock [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Calling creation function for not-yet-present value {{(pid=65562) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1104.499352] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1104.525590] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1104.525798] env[65562]: DEBUG dogpile.cache.region [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=65562) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1104.526227] env[65562]: DEBUG dogpile.lock [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Released creation lock {{(pid=65562) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1104.526303] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Releasing lock "network-591" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.526737] env[65562]: DEBUG networking_nsxv3.common.locking [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Lock port-017e9a1a-a4ec-4746-b48f-b91691f699a8 taken with stack trace [, , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.527023] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquiring lock "port-017e9a1a-a4ec-4746-b48f-b91691f699a8" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.527391] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired lock "port-017e9a1a-a4ec-4746-b48f-b91691f699a8" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.527681] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired external semaphore "port-017e9a1a-a4ec-4746-b48f-b91691f699a8" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.527754] env[65562]: DEBUG networking_nsxv3.api.rpc [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('017e9a1a-a4ec-4746-b48f-b91691f699a8',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1104.613766] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('28734607-ee97-46ec-b6bb-d4a31cf0cfc4',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1104.765171] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2fafe9ef-7e47-4c4b-88ec-4ced8cbabccd in Status: SUCCESS [ 1104.765338] env[65562]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2fafe9ef-7e47-4c4b-88ec-4ced8cbabccd deletion is rescheduled due to dependency. [ 1104.765448] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2fafe9ef-7e47-4c4b-88ec-4ced8cbabccd" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.030448] env[65562]: DEBUG networking_nsxv3.common.locking [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.031080] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.031080] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.031208] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.031285] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.031452] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Segment Port 017e9a1a-a4ec-4746-b48f-b91691f699a8 not found, creating... [ 1105.031728] env[65562]: DEBUG networking_nsxv3.common.locking [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.031890] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquiring lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.032017] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.032263] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired external semaphore "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.032459] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Releasing lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.032736] env[65562]: DEBUG networking_nsxv3.common.locking [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.032940] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.033347] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.033837] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.034579] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.035474] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Resource: SegmentPort with ID: 017e9a1a-a4ec-4746-b48f-b91691f699a8 is going to be created. [ 1105.056363] env[65562]: DEBUG networking_nsxv3.common.locking [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.056575] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.056689] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.056971] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.057217] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.057492] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Releasing lock "port-017e9a1a-a4ec-4746-b48f-b91691f699a8" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.116632] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('28734607-ee97-46ec-b6bb-d4a31cf0cfc4',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1105.488961] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eb6027da-e146-4e72-84a5-681fb4b32c55 in Status: SUCCESS [ 1105.489210] env[65562]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: eb6027da-e146-4e72-84a5-681fb4b32c55 deletion is rescheduled due to dependency. [ 1105.489361] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eb6027da-e146-4e72-84a5-681fb4b32c55" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.619579] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.619729] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.619818] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.620038] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.621018] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.621018] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 28734607-ee97-46ec-b6bb-d4a31cf0cfc4 is going to be updated. [ 1105.650759] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.650962] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.650962] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.651297] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.651420] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.664454] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 28734607-ee97-46ec-b6bb-d4a31cf0cfc4 in Status: IN_PROGRESS for 2s [ 1105.754098] env[65562]: INFO networking_nsxv3.common.synchronization [req-551523e4-a0e8-4622-a13a-6ec38e8d866e req-31ef0837-c71b-4fec-a412-d56c4402c404 tempest-ServerDiskConfigTestJSON-308395787 tempest-ServerDiskConfigTestJSON-308395787-project-member] Enqueued Resource ID: e6734b94-5ab1-4a07-9098-e970a82f4b7e with Priority: HIGHEST for action security_group_members [ 1105.754676] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e6734b94-5ab1-4a07-9098-e970a82f4b7e with Priority: HIGHEST for action security_group_members [ 1105.755080] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-e6734b94-5ab1-4a07-9098-e970a82f4b7e taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.755254] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e6734b94-5ab1-4a07-9098-e970a82f4b7e" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.755370] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e6734b94-5ab1-4a07-9098-e970a82f4b7e" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.755603] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e6734b94-5ab1-4a07-9098-e970a82f4b7e" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.755808] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.755945] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.756045] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.756231] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.756378] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.756508] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e6734b94-5ab1-4a07-9098-e970a82f4b7e',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1105.783220] env[65562]: INFO networking_nsxv3.common.synchronization [req-dbba18c0-86b3-49ca-8bf1-ff8548b45053 req-62935ec3-32df-402a-b9bc-151f4c58db1e service nova] Enqueued Resource ID: 28734607-ee97-46ec-b6bb-d4a31cf0cfc4 with Priority: HIGHEST for action security_group_rules [ 1105.783399] env[65562]: INFO networking_nsxv3.common.synchronization [req-dbba18c0-86b3-49ca-8bf1-ff8548b45053 req-62935ec3-32df-402a-b9bc-151f4c58db1e service nova] Enqueued Resource ID: 28734607-ee97-46ec-b6bb-d4a31cf0cfc4 with Priority: HIGHEST for action security_group_members [ 1105.783546] env[65562]: INFO networking_nsxv3.common.synchronization [req-dbba18c0-86b3-49ca-8bf1-ff8548b45053 req-62935ec3-32df-402a-b9bc-151f4c58db1e service nova] Enqueued Resource ID: 017e9a1a-a4ec-4746-b48f-b91691f699a8 with Priority: HIGHEST for action port [ 1105.783975] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 28734607-ee97-46ec-b6bb-d4a31cf0cfc4 with Priority: HIGHEST for action security_group_rules [ 1105.784125] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 28734607-ee97-46ec-b6bb-d4a31cf0cfc4 with Priority: HIGHEST for action security_group_members [ 1105.784251] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 017e9a1a-a4ec-4746-b48f-b91691f699a8 with Priority: HIGHEST for action port [ 1105.784494] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock rules-28734607-ee97-46ec-b6bb-d4a31cf0cfc4 taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.784614] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-28734607-ee97-46ec-b6bb-d4a31cf0cfc4" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.784680] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-28734607-ee97-46ec-b6bb-d4a31cf0cfc4" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.784876] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-28734607-ee97-46ec-b6bb-d4a31cf0cfc4" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.784960] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('28734607-ee97-46ec-b6bb-d4a31cf0cfc4',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1105.785784] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-28734607-ee97-46ec-b6bb-d4a31cf0cfc4 taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.785879] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-28734607-ee97-46ec-b6bb-d4a31cf0cfc4" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.786210] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock port-017e9a1a-a4ec-4746-b48f-b91691f699a8 taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.786779] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-017e9a1a-a4ec-4746-b48f-b91691f699a8" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.786849] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-017e9a1a-a4ec-4746-b48f-b91691f699a8" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.787034] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-017e9a1a-a4ec-4746-b48f-b91691f699a8" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.787117] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('017e9a1a-a4ec-4746-b48f-b91691f699a8',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1106.260872] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.260872] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.260872] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.260872] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.260872] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.260872] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.260872] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.260872] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.261705] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.261705] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.261705] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e6734b94-5ab1-4a07-9098-e970a82f4b7e is going to be updated. [ 1106.289213] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-28734607-ee97-46ec-b6bb-d4a31cf0cfc4 taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.289336] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-28734607-ee97-46ec-b6bb-d4a31cf0cfc4" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.293332] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 017e9a1a-a4ec-4746-b48f-b91691f699a8 with status ACTIVE [ 1106.293760] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.293760] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.293911] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.294666] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.294666] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.294666] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.294666] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.294666] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.294666] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.294666] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.295305] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.295305] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.295305] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.295305] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.295305] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.295305] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 017e9a1a-a4ec-4746-b48f-b91691f699a8 is going to be updated. [ 1106.311635] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.311737] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.311847] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.312036] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.312178] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.319970] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.320181] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.320181] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.320382] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.320509] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.320669] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-017e9a1a-a4ec-4746-b48f-b91691f699a8" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.322936] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e6734b94-5ab1-4a07-9098-e970a82f4b7e in Status: IN_PROGRESS for 2s [ 1107.464121] env[65562]: INFO networking_nsxv3.common.synchronization [None req-44227702-e0ff-40fa-9c70-e5ea49e8512b tempest-AttachInterfacesTestJSON-12420228 tempest-AttachInterfacesTestJSON-12420228-project-member] Enqueued Resource ID: ebe9d131-bf1d-401c-956d-8958f6a945eb with Priority: HIGHEST for action security_group_members [ 1107.464121] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ebe9d131-bf1d-401c-956d-8958f6a945eb with Priority: HIGHEST for action security_group_members [ 1107.464121] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-ebe9d131-bf1d-401c-956d-8958f6a945eb taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.464121] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ebe9d131-bf1d-401c-956d-8958f6a945eb" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.464495] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ebe9d131-bf1d-401c-956d-8958f6a945eb" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.464495] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ebe9d131-bf1d-401c-956d-8958f6a945eb" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.464746] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.464925] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.465041] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.465276] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.465425] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.465573] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ebe9d131-bf1d-401c-956d-8958f6a945eb',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1107.677147] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 28734607-ee97-46ec-b6bb-d4a31cf0cfc4 in Status: SUCCESS [ 1107.677147] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-28734607-ee97-46ec-b6bb-d4a31cf0cfc4" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.677147] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-28734607-ee97-46ec-b6bb-d4a31cf0cfc4" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.677147] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-28734607-ee97-46ec-b6bb-d4a31cf0cfc4" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.677147] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.677147] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.677147] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.677147] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.677147] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.677147] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('28734607-ee97-46ec-b6bb-d4a31cf0cfc4',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1107.968470] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.968702] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.968790] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.969273] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.994455] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.994845] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.995126] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.995126] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.995378] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.995506] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.995608] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ebe9d131-bf1d-401c-956d-8958f6a945eb is going to be updated. [ 1108.035029] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.035029] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.035029] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.035427] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.035427] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.045871] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ebe9d131-bf1d-401c-956d-8958f6a945eb in Status: IN_PROGRESS for 2s [ 1108.182928] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('28734607-ee97-46ec-b6bb-d4a31cf0cfc4',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1108.359810] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e6734b94-5ab1-4a07-9098-e970a82f4b7e in Status: SUCCESS [ 1108.359810] env[65562]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e6734b94-5ab1-4a07-9098-e970a82f4b7e deletion is rescheduled due to dependency. [ 1108.359810] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e6734b94-5ab1-4a07-9098-e970a82f4b7e" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.607212] env[65562]: INFO networking_nsxv3.common.synchronization [req-d10d08d3-b687-40b7-aa5d-f5ccbecf9abe req-a53c9011-2b57-4cd7-b642-08007c4fd722 tempest-ImagesTestJSON-262210320 tempest-ImagesTestJSON-262210320-project-member] Enqueued Resource ID: af93aedb-3930-4143-9adf-131e1f65beae with Priority: HIGHEST for action security_group_members [ 1108.607212] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: af93aedb-3930-4143-9adf-131e1f65beae with Priority: HIGHEST for action security_group_members [ 1108.607212] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-af93aedb-3930-4143-9adf-131e1f65beae taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.608303] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-af93aedb-3930-4143-9adf-131e1f65beae" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.608545] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-af93aedb-3930-4143-9adf-131e1f65beae" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.609173] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-af93aedb-3930-4143-9adf-131e1f65beae" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.609173] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.609173] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.609355] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.609573] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.609655] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.609793] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('af93aedb-3930-4143-9adf-131e1f65beae',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1108.684596] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('28734607-ee97-46ec-b6bb-d4a31cf0cfc4',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1109.033093] env[65562]: DEBUG networking_nsxv3.common.locking [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Lock network-910 taken with stack trace [, , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.033477] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquiring lock "network-910" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.033624] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired lock "network-910" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.033893] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired external semaphore "network-910" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.034192] env[65562]: DEBUG networking_nsxv3.common.locking [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.034351] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquiring lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.034501] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.034917] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired external semaphore "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.035086] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Releasing lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.035306] env[65562]: DEBUG dogpile.cache.region [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] No value present for key: 'zone-id' {{(pid=65562) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1109.035420] env[65562]: DEBUG dogpile.lock [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] NeedRegenerationException {{(pid=65562) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1109.035720] env[65562]: DEBUG dogpile.lock [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] no value, waiting for create lock {{(pid=65562) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1109.035870] env[65562]: DEBUG dogpile.lock [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] value creation lock acquired {{(pid=65562) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1109.035988] env[65562]: DEBUG dogpile.cache.region [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] No value present for key: 'zone-id' {{(pid=65562) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1109.036124] env[65562]: DEBUG dogpile.lock [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Calling creation function for not-yet-present value {{(pid=65562) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1109.036261] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1109.057464] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1109.057651] env[65562]: DEBUG dogpile.cache.region [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65562) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1109.057791] env[65562]: DEBUG dogpile.lock [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Released creation lock {{(pid=65562) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1109.058120] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Releasing lock "network-910" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.058296] env[65562]: DEBUG networking_nsxv3.common.locking [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Lock port-ad973969-023f-4b41-b958-fe7a4b6317f4 taken with stack trace [, , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.058528] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquiring lock "port-ad973969-023f-4b41-b958-fe7a4b6317f4" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.058660] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired lock "port-ad973969-023f-4b41-b958-fe7a4b6317f4" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.059061] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired external semaphore "port-ad973969-023f-4b41-b958-fe7a4b6317f4" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.059156] env[65562]: DEBUG networking_nsxv3.api.rpc [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ad973969-023f-4b41-b958-fe7a4b6317f4',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1109.116034] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.116034] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.116034] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.116034] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.116034] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.116034] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.116034] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.116034] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.116034] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.116034] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.116034] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: af93aedb-3930-4143-9adf-131e1f65beae is going to be updated. [ 1109.148027] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.148027] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.148027] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.148027] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.148027] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.158361] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: af93aedb-3930-4143-9adf-131e1f65beae in Status: IN_PROGRESS for 2s [ 1109.189546] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.189768] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.189905] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.190089] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.190187] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.190284] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 28734607-ee97-46ec-b6bb-d4a31cf0cfc4 is going to be updated. [ 1109.219827] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.219827] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.220061] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.220117] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.220383] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.236903] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 28734607-ee97-46ec-b6bb-d4a31cf0cfc4 in Status: IN_PROGRESS for 2s [ 1109.562132] env[65562]: DEBUG networking_nsxv3.common.locking [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.562132] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.562371] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.562628] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.562802] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.562956] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Segment Port ad973969-023f-4b41-b958-fe7a4b6317f4 not found, creating... [ 1109.563290] env[65562]: DEBUG networking_nsxv3.common.locking [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.563450] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquiring lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.563570] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.564055] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired external semaphore "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.564055] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Releasing lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.564227] env[65562]: DEBUG networking_nsxv3.common.locking [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.564380] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.564497] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.564705] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.564834] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.564968] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Resource: SegmentPort with ID: ad973969-023f-4b41-b958-fe7a4b6317f4 is going to be created. [ 1109.585650] env[65562]: DEBUG networking_nsxv3.common.locking [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.585911] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.586542] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.586542] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.586542] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.586766] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Releasing lock "port-ad973969-023f-4b41-b958-fe7a4b6317f4" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.057708] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ebe9d131-bf1d-401c-956d-8958f6a945eb in Status: SUCCESS [ 1110.057708] env[65562]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ebe9d131-bf1d-401c-956d-8958f6a945eb deletion is rescheduled due to dependency. [ 1110.057708] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ebe9d131-bf1d-401c-956d-8958f6a945eb" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.340042] env[65562]: INFO networking_nsxv3.common.synchronization [req-d10d08d3-b687-40b7-aa5d-f5ccbecf9abe req-a836b19f-5c0a-4bd5-89a0-5c348c5349ba service nova] Enqueued Resource ID: af93aedb-3930-4143-9adf-131e1f65beae with Priority: HIGHEST for action security_group_rules [ 1110.340220] env[65562]: INFO networking_nsxv3.common.synchronization [req-d10d08d3-b687-40b7-aa5d-f5ccbecf9abe req-a836b19f-5c0a-4bd5-89a0-5c348c5349ba service nova] Enqueued Resource ID: af93aedb-3930-4143-9adf-131e1f65beae with Priority: HIGHEST for action security_group_members [ 1110.340432] env[65562]: INFO networking_nsxv3.common.synchronization [req-d10d08d3-b687-40b7-aa5d-f5ccbecf9abe req-a836b19f-5c0a-4bd5-89a0-5c348c5349ba service nova] Enqueued Resource ID: ad973969-023f-4b41-b958-fe7a4b6317f4 with Priority: HIGHEST for action port [ 1110.340912] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: af93aedb-3930-4143-9adf-131e1f65beae with Priority: HIGHEST for action security_group_rules [ 1110.341056] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: af93aedb-3930-4143-9adf-131e1f65beae with Priority: HIGHEST for action security_group_members [ 1110.341654] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ad973969-023f-4b41-b958-fe7a4b6317f4 with Priority: HIGHEST for action port [ 1110.341952] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock rules-af93aedb-3930-4143-9adf-131e1f65beae taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.342143] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-af93aedb-3930-4143-9adf-131e1f65beae" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.342224] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-af93aedb-3930-4143-9adf-131e1f65beae" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.342390] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-af93aedb-3930-4143-9adf-131e1f65beae" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.342472] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('af93aedb-3930-4143-9adf-131e1f65beae',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1110.343442] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-af93aedb-3930-4143-9adf-131e1f65beae taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.343540] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-af93aedb-3930-4143-9adf-131e1f65beae" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.343754] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock port-ad973969-023f-4b41-b958-fe7a4b6317f4 taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.344044] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ad973969-023f-4b41-b958-fe7a4b6317f4" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.344076] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ad973969-023f-4b41-b958-fe7a4b6317f4" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.344248] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ad973969-023f-4b41-b958-fe7a4b6317f4" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.344325] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ad973969-023f-4b41-b958-fe7a4b6317f4',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1110.803248] env[65562]: INFO networking_nsxv3.common.synchronization [req-0c2f0156-d2e3-4b9c-8624-3e9ce9d86010 req-d0ba2e1e-cb83-48df-87cd-994e5ccae192 tempest-ServerActionsV293TestJSON-521921186 tempest-ServerActionsV293TestJSON-521921186-project-member] Enqueued Resource ID: d4b75122-c8d0-4cec-8f54-c5a1b002d8d5 with Priority: HIGHEST for action security_group_members [ 1110.804209] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d4b75122-c8d0-4cec-8f54-c5a1b002d8d5 with Priority: HIGHEST for action security_group_members [ 1110.804209] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-d4b75122-c8d0-4cec-8f54-c5a1b002d8d5 taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.804369] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d4b75122-c8d0-4cec-8f54-c5a1b002d8d5" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.804369] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d4b75122-c8d0-4cec-8f54-c5a1b002d8d5" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.804648] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d4b75122-c8d0-4cec-8f54-c5a1b002d8d5" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.804710] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.804774] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.804826] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.804979] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.805493] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.805493] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d4b75122-c8d0-4cec-8f54-c5a1b002d8d5',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1110.845926] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-af93aedb-3930-4143-9adf-131e1f65beae taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.846071] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-af93aedb-3930-4143-9adf-131e1f65beae" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.847351] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ad973969-023f-4b41-b958-fe7a4b6317f4 with status ACTIVE [ 1110.847543] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.847662] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.847727] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.847935] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.848034] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.848210] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.848308] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.848369] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.848596] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.848682] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.849024] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.849176] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.849228] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.849333] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.849444] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.849517] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ad973969-023f-4b41-b958-fe7a4b6317f4 is going to be updated. [ 1110.872179] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.872179] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.872179] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.872179] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.872179] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.872179] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ad973969-023f-4b41-b958-fe7a4b6317f4" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.170761] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: af93aedb-3930-4143-9adf-131e1f65beae in Status: SUCCESS [ 1111.171012] env[65562]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: af93aedb-3930-4143-9adf-131e1f65beae deletion is rescheduled due to dependency. [ 1111.171198] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-af93aedb-3930-4143-9adf-131e1f65beae" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.171337] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-af93aedb-3930-4143-9adf-131e1f65beae" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.171583] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-af93aedb-3930-4143-9adf-131e1f65beae" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.171772] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.171890] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.171962] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.172153] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.172258] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.172361] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('af93aedb-3930-4143-9adf-131e1f65beae',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1111.242093] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 28734607-ee97-46ec-b6bb-d4a31cf0cfc4 in Status: SUCCESS [ 1111.242358] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-28734607-ee97-46ec-b6bb-d4a31cf0cfc4" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.242531] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-28734607-ee97-46ec-b6bb-d4a31cf0cfc4" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.242753] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-28734607-ee97-46ec-b6bb-d4a31cf0cfc4" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.242952] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.243087] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.243154] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.243303] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.243384] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.243468] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-28734607-ee97-46ec-b6bb-d4a31cf0cfc4" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.243559] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('28734607-ee97-46ec-b6bb-d4a31cf0cfc4',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1111.308887] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.309170] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.309170] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.309376] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.309570] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.309696] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.309852] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.309929] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.310116] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.310199] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.310289] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d4b75122-c8d0-4cec-8f54-c5a1b002d8d5 is going to be updated. [ 1111.363546] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.363747] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.363934] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.364468] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.364696] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.377063] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d4b75122-c8d0-4cec-8f54-c5a1b002d8d5 in Status: IN_PROGRESS for 2s [ 1111.674434] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('af93aedb-3930-4143-9adf-131e1f65beae',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1111.746291] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-28734607-ee97-46ec-b6bb-d4a31cf0cfc4 taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.746486] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-28734607-ee97-46ec-b6bb-d4a31cf0cfc4" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.746559] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-28734607-ee97-46ec-b6bb-d4a31cf0cfc4" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.746772] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-28734607-ee97-46ec-b6bb-d4a31cf0cfc4" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.746940] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.747051] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.747115] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.747263] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.747352] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.747444] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-28734607-ee97-46ec-b6bb-d4a31cf0cfc4" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.747653] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-28734607-ee97-46ec-b6bb-d4a31cf0cfc4 taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.747728] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-28734607-ee97-46ec-b6bb-d4a31cf0cfc4" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.747728] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-28734607-ee97-46ec-b6bb-d4a31cf0cfc4" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.747862] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-28734607-ee97-46ec-b6bb-d4a31cf0cfc4" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.747994] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.748096] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.748155] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.748290] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.748366] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.748484] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-28734607-ee97-46ec-b6bb-d4a31cf0cfc4" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.748580] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('28734607-ee97-46ec-b6bb-d4a31cf0cfc4',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1112.179028] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('af93aedb-3930-4143-9adf-131e1f65beae',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1112.252612] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 28734607-ee97-46ec-b6bb-d4a31cf0cfc4: rpc.has_security_group_logging(os_id): False [ 1112.274338] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.274525] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.274843] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.275084] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.275183] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.275497] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.275619] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.275684] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.275852] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.275935] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.276150] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.276250] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.279637] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.279637] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.279637] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.279637] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.279637] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.279637] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.279637] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.279637] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.279637] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 28734607-ee97-46ec-b6bb-d4a31cf0cfc4 is going to be updated. [ 1112.365369] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.366080] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.366221] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.366478] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.366678] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.394220] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 28734607-ee97-46ec-b6bb-d4a31cf0cfc4 in Status: IN_PROGRESS for 2s [ 1112.682940] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.682940] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.682940] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.682940] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.682940] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.682940] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: af93aedb-3930-4143-9adf-131e1f65beae is going to be updated. [ 1112.714590] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.715573] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.715573] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.715762] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.716051] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.727927] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: af93aedb-3930-4143-9adf-131e1f65beae in Status: IN_PROGRESS for 2s [ 1112.936371] env[65562]: INFO networking_nsxv3.common.synchronization [req-6d9d8f95-3469-4f78-90ee-0c3b9a7336b5 req-e2d678a8-481e-466b-9d38-9b335d72c325 tempest-ServerActionsTestOtherA-1532973600 tempest-ServerActionsTestOtherA-1532973600-project-member] Enqueued Resource ID: 4c2a8843-b805-4cfd-a5a2-1878854f0ef8 with Priority: HIGHEST for action security_group_members [ 1112.936943] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4c2a8843-b805-4cfd-a5a2-1878854f0ef8 with Priority: HIGHEST for action security_group_members [ 1112.937258] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-4c2a8843-b805-4cfd-a5a2-1878854f0ef8 taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.939390] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4c2a8843-b805-4cfd-a5a2-1878854f0ef8" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.939390] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4c2a8843-b805-4cfd-a5a2-1878854f0ef8" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.939390] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4c2a8843-b805-4cfd-a5a2-1878854f0ef8" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.939390] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.939390] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.939390] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.939730] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.939819] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.940133] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4c2a8843-b805-4cfd-a5a2-1878854f0ef8',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1113.387908] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d4b75122-c8d0-4cec-8f54-c5a1b002d8d5 in Status: SUCCESS [ 1113.388151] env[65562]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d4b75122-c8d0-4cec-8f54-c5a1b002d8d5 deletion is rescheduled due to dependency. [ 1113.388346] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d4b75122-c8d0-4cec-8f54-c5a1b002d8d5" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.446715] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.446715] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.446715] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.446715] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.446715] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.446715] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.446715] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.446715] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.448141] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.448141] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.448141] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4c2a8843-b805-4cfd-a5a2-1878854f0ef8 is going to be updated. [ 1113.476855] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.476969] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.477831] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.478339] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.478339] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.492374] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4c2a8843-b805-4cfd-a5a2-1878854f0ef8 in Status: IN_PROGRESS for 2s [ 1114.414661] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 28734607-ee97-46ec-b6bb-d4a31cf0cfc4 in Status: SUCCESS [ 1114.415042] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-28734607-ee97-46ec-b6bb-d4a31cf0cfc4" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.742149] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: af93aedb-3930-4143-9adf-131e1f65beae in Status: SUCCESS [ 1114.742149] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-af93aedb-3930-4143-9adf-131e1f65beae" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.742384] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-af93aedb-3930-4143-9adf-131e1f65beae" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.742384] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-af93aedb-3930-4143-9adf-131e1f65beae" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.742608] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.742734] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.742800] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.742961] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.743067] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.743155] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-af93aedb-3930-4143-9adf-131e1f65beae" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.743248] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('af93aedb-3930-4143-9adf-131e1f65beae',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1115.245553] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-af93aedb-3930-4143-9adf-131e1f65beae taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.245781] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-af93aedb-3930-4143-9adf-131e1f65beae" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.245843] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-af93aedb-3930-4143-9adf-131e1f65beae" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.246160] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-af93aedb-3930-4143-9adf-131e1f65beae" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.246405] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.246405] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.246405] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.246711] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.246711] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.246711] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-af93aedb-3930-4143-9adf-131e1f65beae" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.246945] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-af93aedb-3930-4143-9adf-131e1f65beae taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.246945] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-af93aedb-3930-4143-9adf-131e1f65beae" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.247146] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-af93aedb-3930-4143-9adf-131e1f65beae" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.247194] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-af93aedb-3930-4143-9adf-131e1f65beae" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.247333] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.247950] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.247950] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.247950] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.247950] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.247950] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-af93aedb-3930-4143-9adf-131e1f65beae" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.247950] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('af93aedb-3930-4143-9adf-131e1f65beae',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1115.501706] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4c2a8843-b805-4cfd-a5a2-1878854f0ef8 in Status: SUCCESS [ 1115.502060] env[65562]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4c2a8843-b805-4cfd-a5a2-1878854f0ef8 deletion is rescheduled due to dependency. [ 1115.502250] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4c2a8843-b805-4cfd-a5a2-1878854f0ef8" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.750773] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for af93aedb-3930-4143-9adf-131e1f65beae: rpc.has_security_group_logging(os_id): False [ 1115.768638] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.768868] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.768868] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.769083] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.769178] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.769404] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.769518] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.769626] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.769771] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.769835] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.770019] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.770107] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.770169] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.770309] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.770378] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.770568] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.770661] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.770786] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.770933] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.771019] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.771099] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: af93aedb-3930-4143-9adf-131e1f65beae is going to be updated. [ 1115.832020] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.832020] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.832020] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.832335] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.832335] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.847349] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: af93aedb-3930-4143-9adf-131e1f65beae in Status: IN_PROGRESS for 2s [ 1116.373483] env[65562]: INFO networking_nsxv3.common.synchronization [req-03584006-66b6-48d2-acc3-b601809b82f2 req-3945fa1a-020c-4564-abde-107e15125b79 tempest-ServersTestJSON-1139836512 tempest-ServersTestJSON-1139836512-project-member] Enqueued Resource ID: 28734607-ee97-46ec-b6bb-d4a31cf0cfc4 with Priority: HIGHEST for action security_group_members [ 1116.374089] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 28734607-ee97-46ec-b6bb-d4a31cf0cfc4 with Priority: HIGHEST for action security_group_members [ 1116.374327] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-28734607-ee97-46ec-b6bb-d4a31cf0cfc4 taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.374455] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-28734607-ee97-46ec-b6bb-d4a31cf0cfc4" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.374544] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-28734607-ee97-46ec-b6bb-d4a31cf0cfc4" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.374745] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-28734607-ee97-46ec-b6bb-d4a31cf0cfc4" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.374918] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.375045] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.375045] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.375045] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.375328] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.375392] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('28734607-ee97-46ec-b6bb-d4a31cf0cfc4',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1116.877211] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('28734607-ee97-46ec-b6bb-d4a31cf0cfc4',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1116.911061] env[65562]: INFO networking_nsxv3.common.synchronization [req-3833f6ab-ebcf-43c0-8177-8fa1730aa2c4 req-2542153d-b7d4-41ae-9766-46f3763c92b7 tempest-InstanceActionsV221TestJSON-471909796 tempest-InstanceActionsV221TestJSON-471909796-project-member] Enqueued Resource ID: e20a5fef-c453-46b5-8c61-a1b63d920998 with Priority: HIGHEST for action security_group_members [ 1116.911592] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e20a5fef-c453-46b5-8c61-a1b63d920998 with Priority: HIGHEST for action security_group_members [ 1116.911898] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-e20a5fef-c453-46b5-8c61-a1b63d920998 taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.912036] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e20a5fef-c453-46b5-8c61-a1b63d920998" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.912108] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e20a5fef-c453-46b5-8c61-a1b63d920998" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.912356] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e20a5fef-c453-46b5-8c61-a1b63d920998" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.912524] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.912623] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.912687] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.912839] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.912924] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.913031] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e20a5fef-c453-46b5-8c61-a1b63d920998',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1117.217888] env[65562]: DEBUG networking_nsxv3.common.locking [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Lock network-222 taken with stack trace [, , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.218116] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquiring lock "network-222" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.218241] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired lock "network-222" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.218612] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired external semaphore "network-222" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.218879] env[65562]: DEBUG networking_nsxv3.common.locking [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.219050] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquiring lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.219175] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.219382] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired external semaphore "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.219588] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Releasing lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.219803] env[65562]: DEBUG dogpile.cache.region [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] No value present for key: 'zone-id' {{(pid=65562) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1117.219913] env[65562]: DEBUG dogpile.lock [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] NeedRegenerationException {{(pid=65562) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1117.220029] env[65562]: DEBUG dogpile.lock [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] no value, waiting for create lock {{(pid=65562) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1117.220137] env[65562]: DEBUG dogpile.lock [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] value creation lock acquired {{(pid=65562) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1117.220242] env[65562]: DEBUG dogpile.cache.region [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] No value present for key: 'zone-id' {{(pid=65562) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1117.220345] env[65562]: DEBUG dogpile.lock [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Calling creation function for not-yet-present value {{(pid=65562) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1117.220469] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1117.246357] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1117.246592] env[65562]: DEBUG dogpile.cache.region [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=65562) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1117.246753] env[65562]: DEBUG dogpile.lock [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Released creation lock {{(pid=65562) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1117.246946] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Releasing lock "network-222" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.247283] env[65562]: DEBUG networking_nsxv3.common.locking [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Lock port-fd46f1f5-7b69-4cea-afb8-389c4f1369d3 taken with stack trace [, , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.247501] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquiring lock "port-fd46f1f5-7b69-4cea-afb8-389c4f1369d3" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.247627] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired lock "port-fd46f1f5-7b69-4cea-afb8-389c4f1369d3" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.247973] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired external semaphore "port-fd46f1f5-7b69-4cea-afb8-389c4f1369d3" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.248127] env[65562]: DEBUG networking_nsxv3.api.rpc [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fd46f1f5-7b69-4cea-afb8-389c4f1369d3',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1117.381429] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('28734607-ee97-46ec-b6bb-d4a31cf0cfc4',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1117.414958] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.415149] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.415225] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.415452] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.415547] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.416600] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.416766] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.416815] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.417046] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.417134] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.417228] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e20a5fef-c453-46b5-8c61-a1b63d920998 already deleted. [ 1117.417310] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e20a5fef-c453-46b5-8c61-a1b63d920998" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.751340] env[65562]: DEBUG networking_nsxv3.common.locking [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.751569] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.751694] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.751984] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.752148] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.752302] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Segment Port fd46f1f5-7b69-4cea-afb8-389c4f1369d3 not found, creating... [ 1117.752570] env[65562]: DEBUG networking_nsxv3.common.locking [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.752723] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquiring lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.752834] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.753085] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired external semaphore "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.753230] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Releasing lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.753510] env[65562]: DEBUG networking_nsxv3.common.locking [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.753663] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.753777] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.754157] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.754332] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.754472] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Resource: SegmentPort with ID: fd46f1f5-7b69-4cea-afb8-389c4f1369d3 is going to be created. [ 1117.774536] env[65562]: DEBUG networking_nsxv3.common.locking [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.774742] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.774869] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.775170] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.775400] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.775668] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Releasing lock "port-fd46f1f5-7b69-4cea-afb8-389c4f1369d3" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.860159] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: af93aedb-3930-4143-9adf-131e1f65beae in Status: SUCCESS [ 1117.860398] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-af93aedb-3930-4143-9adf-131e1f65beae" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.884102] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.884401] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.884401] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.884534] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.884699] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.887882] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 28734607-ee97-46ec-b6bb-d4a31cf0cfc4 is going to be updated. [ 1117.928740] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.928964] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.928964] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.929192] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.929346] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.944150] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 28734607-ee97-46ec-b6bb-d4a31cf0cfc4 in Status: IN_PROGRESS for 2s [ 1118.571441] env[65562]: INFO networking_nsxv3.common.synchronization [req-3833f6ab-ebcf-43c0-8177-8fa1730aa2c4 req-fdf2c4c8-f0b6-44ae-8747-8ae175dcf205 service nova] Enqueued Resource ID: e20a5fef-c453-46b5-8c61-a1b63d920998 with Priority: HIGHEST for action security_group_rules [ 1118.571441] env[65562]: INFO networking_nsxv3.common.synchronization [req-3833f6ab-ebcf-43c0-8177-8fa1730aa2c4 req-fdf2c4c8-f0b6-44ae-8747-8ae175dcf205 service nova] Enqueued Resource ID: e20a5fef-c453-46b5-8c61-a1b63d920998 with Priority: HIGHEST for action security_group_members [ 1118.571742] env[65562]: INFO networking_nsxv3.common.synchronization [req-3833f6ab-ebcf-43c0-8177-8fa1730aa2c4 req-fdf2c4c8-f0b6-44ae-8747-8ae175dcf205 service nova] Enqueued Resource ID: fd46f1f5-7b69-4cea-afb8-389c4f1369d3 with Priority: HIGHEST for action port [ 1118.572358] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e20a5fef-c453-46b5-8c61-a1b63d920998 with Priority: HIGHEST for action security_group_rules [ 1118.572521] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e20a5fef-c453-46b5-8c61-a1b63d920998 with Priority: HIGHEST for action security_group_members [ 1118.572655] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fd46f1f5-7b69-4cea-afb8-389c4f1369d3 with Priority: HIGHEST for action port [ 1118.573100] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e20a5fef-c453-46b5-8c61-a1b63d920998 taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.573297] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e20a5fef-c453-46b5-8c61-a1b63d920998" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.573399] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e20a5fef-c453-46b5-8c61-a1b63d920998" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.573753] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e20a5fef-c453-46b5-8c61-a1b63d920998" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.573851] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e20a5fef-c453-46b5-8c61-a1b63d920998',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1118.576261] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-e20a5fef-c453-46b5-8c61-a1b63d920998 taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.576390] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e20a5fef-c453-46b5-8c61-a1b63d920998" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.576540] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e20a5fef-c453-46b5-8c61-a1b63d920998" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.576742] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e20a5fef-c453-46b5-8c61-a1b63d920998" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.576904] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.577055] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.577104] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.577228] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.577317] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.577411] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e20a5fef-c453-46b5-8c61-a1b63d920998',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1118.578265] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock port-fd46f1f5-7b69-4cea-afb8-389c4f1369d3 taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.578384] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fd46f1f5-7b69-4cea-afb8-389c4f1369d3" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.578443] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fd46f1f5-7b69-4cea-afb8-389c4f1369d3" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.578698] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fd46f1f5-7b69-4cea-afb8-389c4f1369d3" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.578846] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fd46f1f5-7b69-4cea-afb8-389c4f1369d3',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1118.711264] env[65562]: DEBUG networking_nsxv3.common.locking [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Lock network-422 taken with stack trace [, , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.711467] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquiring lock "network-422" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.711674] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired lock "network-422" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.711962] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired external semaphore "network-422" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.712269] env[65562]: DEBUG networking_nsxv3.common.locking [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.712428] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquiring lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.712542] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.712762] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired external semaphore "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.712902] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Releasing lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.713122] env[65562]: DEBUG dogpile.cache.region [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] No value present for key: 'zone-id' {{(pid=65562) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1118.713235] env[65562]: DEBUG dogpile.lock [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] NeedRegenerationException {{(pid=65562) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1118.713337] env[65562]: DEBUG dogpile.lock [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] no value, waiting for create lock {{(pid=65562) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1118.713443] env[65562]: DEBUG dogpile.lock [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] value creation lock acquired {{(pid=65562) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1118.713548] env[65562]: DEBUG dogpile.cache.region [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] No value present for key: 'zone-id' {{(pid=65562) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1118.713650] env[65562]: DEBUG dogpile.lock [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Calling creation function for not-yet-present value {{(pid=65562) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1118.713780] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1118.733724] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1118.733956] env[65562]: DEBUG dogpile.cache.region [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65562) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1118.734108] env[65562]: DEBUG dogpile.lock [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Released creation lock {{(pid=65562) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1118.734286] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Releasing lock "network-422" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.734600] env[65562]: DEBUG networking_nsxv3.common.locking [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Lock port-53dc0d18-9dae-412b-9684-c0384780c2d3 taken with stack trace [, , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.734771] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquiring lock "port-53dc0d18-9dae-412b-9684-c0384780c2d3" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.734889] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired lock "port-53dc0d18-9dae-412b-9684-c0384780c2d3" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.735248] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired external semaphore "port-53dc0d18-9dae-412b-9684-c0384780c2d3" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.735387] env[65562]: DEBUG networking_nsxv3.api.rpc [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('53dc0d18-9dae-412b-9684-c0384780c2d3',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1119.081091] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e20a5fef-c453-46b5-8c61-a1b63d920998',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1119.082203] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-e20a5fef-c453-46b5-8c61-a1b63d920998 taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.082304] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e20a5fef-c453-46b5-8c61-a1b63d920998" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.082460] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port fd46f1f5-7b69-4cea-afb8-389c4f1369d3 with status ACTIVE [ 1119.082618] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.082728] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.082785] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.082984] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.083087] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.083255] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.083354] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.084338] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.084338] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.084338] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.084338] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.084338] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.084338] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.084338] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.084338] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.084338] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: fd46f1f5-7b69-4cea-afb8-389c4f1369d3 is going to be updated. [ 1119.105255] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.105587] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.105676] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.105969] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.106152] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.106361] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fd46f1f5-7b69-4cea-afb8-389c4f1369d3" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.238049] env[65562]: DEBUG networking_nsxv3.common.locking [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.238275] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.238422] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.238791] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.238967] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.239203] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Segment Port 53dc0d18-9dae-412b-9684-c0384780c2d3 not found, creating... [ 1119.239534] env[65562]: DEBUG networking_nsxv3.common.locking [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.239712] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquiring lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.239851] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.240132] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired external semaphore "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.240346] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Releasing lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.240653] env[65562]: DEBUG networking_nsxv3.common.locking [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.240824] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.240944] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.241194] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.241330] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.241470] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Resource: SegmentPort with ID: 53dc0d18-9dae-412b-9684-c0384780c2d3 is going to be created. [ 1119.263303] env[65562]: DEBUG networking_nsxv3.common.locking [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.263572] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.263679] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.264036] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.264338] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.264582] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Releasing lock "port-53dc0d18-9dae-412b-9684-c0384780c2d3" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.281566] env[65562]: INFO networking_nsxv3.common.synchronization [req-c91305fc-6ab9-4012-bf90-75cc4cf04218 req-88c7a60b-74ee-4c23-8989-83d3475f6f44 tempest-DeleteServersTestJSON-1989734922 tempest-DeleteServersTestJSON-1989734922-project-member] Enqueued Resource ID: 2fafe9ef-7e47-4c4b-88ec-4ced8cbabccd with Priority: HIGHEST for action security_group_members [ 1119.281566] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2fafe9ef-7e47-4c4b-88ec-4ced8cbabccd with Priority: HIGHEST for action security_group_members [ 1119.281896] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-2fafe9ef-7e47-4c4b-88ec-4ced8cbabccd taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.282073] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2fafe9ef-7e47-4c4b-88ec-4ced8cbabccd" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.282126] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2fafe9ef-7e47-4c4b-88ec-4ced8cbabccd" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.282319] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2fafe9ef-7e47-4c4b-88ec-4ced8cbabccd" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.282498] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.282605] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.282671] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.282825] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.282912] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.283022] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2fafe9ef-7e47-4c4b-88ec-4ced8cbabccd',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1119.586834] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e20a5fef-c453-46b5-8c61-a1b63d920998',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1119.732599] env[65562]: DEBUG networking_nsxv3.common.locking [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Lock network-126 taken with stack trace [, , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.732775] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquiring lock "network-126" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.732775] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired lock "network-126" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.733036] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired external semaphore "network-126" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.733286] env[65562]: DEBUG networking_nsxv3.common.locking [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.733479] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquiring lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.733639] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.733909] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired external semaphore "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.734144] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Releasing lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.734372] env[65562]: DEBUG dogpile.cache.region [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] No value present for key: 'zone-id' {{(pid=65562) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1119.734527] env[65562]: DEBUG dogpile.lock [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] NeedRegenerationException {{(pid=65562) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1119.734655] env[65562]: DEBUG dogpile.lock [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] no value, waiting for create lock {{(pid=65562) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1119.734767] env[65562]: DEBUG dogpile.lock [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] value creation lock acquired {{(pid=65562) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1119.734881] env[65562]: DEBUG dogpile.cache.region [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] No value present for key: 'zone-id' {{(pid=65562) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1119.734982] env[65562]: DEBUG dogpile.lock [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Calling creation function for not-yet-present value {{(pid=65562) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1119.735127] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1119.753705] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1119.753880] env[65562]: DEBUG dogpile.cache.region [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65562) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1119.754186] env[65562]: DEBUG dogpile.lock [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Released creation lock {{(pid=65562) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1119.754186] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Releasing lock "network-126" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.754611] env[65562]: DEBUG networking_nsxv3.common.locking [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Lock port-56b73f06-3dee-4402-9ad8-a39b0551760f taken with stack trace [, , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.754742] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquiring lock "port-56b73f06-3dee-4402-9ad8-a39b0551760f" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.754841] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired lock "port-56b73f06-3dee-4402-9ad8-a39b0551760f" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.755219] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired external semaphore "port-56b73f06-3dee-4402-9ad8-a39b0551760f" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.755520] env[65562]: DEBUG networking_nsxv3.api.rpc [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('56b73f06-3dee-4402-9ad8-a39b0551760f',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1119.785488] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.785730] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.785730] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.785936] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.786046] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.786242] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.786342] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.786419] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.786567] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.786658] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.786812] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2fafe9ef-7e47-4c4b-88ec-4ced8cbabccd is going to be updated. [ 1119.825834] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.826012] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.826077] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.826293] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.826444] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.836274] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2fafe9ef-7e47-4c4b-88ec-4ced8cbabccd in Status: IN_PROGRESS for 2s [ 1119.954535] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 28734607-ee97-46ec-b6bb-d4a31cf0cfc4 in Status: SUCCESS [ 1119.954763] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-28734607-ee97-46ec-b6bb-d4a31cf0cfc4" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.977201] env[65562]: INFO networking_nsxv3.common.synchronization [req-18ee4a05-9a47-4fa6-a748-f205da64bb0f req-a0658656-4ece-4cd6-8184-47529aba4c0d service nova] Enqueued Resource ID: ebe9d131-bf1d-401c-956d-8958f6a945eb with Priority: HIGHEST for action security_group_rules [ 1119.977384] env[65562]: INFO networking_nsxv3.common.synchronization [req-18ee4a05-9a47-4fa6-a748-f205da64bb0f req-a0658656-4ece-4cd6-8184-47529aba4c0d service nova] Enqueued Resource ID: ebe9d131-bf1d-401c-956d-8958f6a945eb with Priority: HIGHEST for action security_group_members [ 1119.977518] env[65562]: INFO networking_nsxv3.common.synchronization [req-18ee4a05-9a47-4fa6-a748-f205da64bb0f req-a0658656-4ece-4cd6-8184-47529aba4c0d service nova] Enqueued Resource ID: 53dc0d18-9dae-412b-9684-c0384780c2d3 with Priority: HIGHEST for action port [ 1119.978133] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ebe9d131-bf1d-401c-956d-8958f6a945eb with Priority: HIGHEST for action security_group_rules [ 1119.978289] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ebe9d131-bf1d-401c-956d-8958f6a945eb with Priority: HIGHEST for action security_group_members [ 1119.978396] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 53dc0d18-9dae-412b-9684-c0384780c2d3 with Priority: HIGHEST for action port [ 1119.978802] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ebe9d131-bf1d-401c-956d-8958f6a945eb taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.978888] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ebe9d131-bf1d-401c-956d-8958f6a945eb" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.978963] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ebe9d131-bf1d-401c-956d-8958f6a945eb" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.979266] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ebe9d131-bf1d-401c-956d-8958f6a945eb" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.979335] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ebe9d131-bf1d-401c-956d-8958f6a945eb',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1119.980173] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-ebe9d131-bf1d-401c-956d-8958f6a945eb taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.980286] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ebe9d131-bf1d-401c-956d-8958f6a945eb" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.980353] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ebe9d131-bf1d-401c-956d-8958f6a945eb" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.980509] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ebe9d131-bf1d-401c-956d-8958f6a945eb" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.980653] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.980746] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.980806] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.980942] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.981124] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.981236] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ebe9d131-bf1d-401c-956d-8958f6a945eb',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1119.981968] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock port-53dc0d18-9dae-412b-9684-c0384780c2d3 taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.982074] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-53dc0d18-9dae-412b-9684-c0384780c2d3" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.982150] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-53dc0d18-9dae-412b-9684-c0384780c2d3" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.982297] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-53dc0d18-9dae-412b-9684-c0384780c2d3" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.982368] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('53dc0d18-9dae-412b-9684-c0384780c2d3',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1120.090435] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.090435] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.090435] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.090435] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.090435] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.090435] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e20a5fef-c453-46b5-8c61-a1b63d920998 is going to be created. [ 1120.112396] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.112560] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.112610] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.112826] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.113176] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.122922] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e20a5fef-c453-46b5-8c61-a1b63d920998 in Status: UNINITIALIZED for 2s [ 1120.258211] env[65562]: DEBUG networking_nsxv3.common.locking [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.258330] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.258362] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.258735] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.258890] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.259058] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Segment Port 56b73f06-3dee-4402-9ad8-a39b0551760f not found, creating... [ 1120.259334] env[65562]: DEBUG networking_nsxv3.common.locking [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.259489] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquiring lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.259599] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.259825] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired external semaphore "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.259953] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Releasing lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.260483] env[65562]: DEBUG networking_nsxv3.common.locking [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.260483] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.260483] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.261096] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.261312] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.261527] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Resource: SegmentPort with ID: 56b73f06-3dee-4402-9ad8-a39b0551760f is going to be created. [ 1120.297471] env[65562]: DEBUG networking_nsxv3.common.locking [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.297797] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.298016] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.298349] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.298672] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.299437] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Releasing lock "port-56b73f06-3dee-4402-9ad8-a39b0551760f" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.484403] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-ebe9d131-bf1d-401c-956d-8958f6a945eb taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.484980] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ebe9d131-bf1d-401c-956d-8958f6a945eb" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.485581] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 53dc0d18-9dae-412b-9684-c0384780c2d3 with status ACTIVE [ 1120.486375] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.487236] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.487236] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.487469] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.487569] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.487795] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.487914] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.487988] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.488222] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.488303] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.488522] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.488707] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.488783] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.488962] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.489056] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.491540] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 53dc0d18-9dae-412b-9684-c0384780c2d3 is going to be updated. [ 1120.491540] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ebe9d131-bf1d-401c-956d-8958f6a945eb',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1120.516883] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.517082] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.517122] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.517389] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.517602] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.517790] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-53dc0d18-9dae-412b-9684-c0384780c2d3" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.987082] env[65562]: INFO networking_nsxv3.common.synchronization [req-c91305fc-6ab9-4012-bf90-75cc4cf04218 req-599c9c48-9698-4b93-a43a-27dd85dece1e service nova] Enqueued Resource ID: 2fafe9ef-7e47-4c4b-88ec-4ced8cbabccd with Priority: HIGHEST for action security_group_rules [ 1120.987271] env[65562]: INFO networking_nsxv3.common.synchronization [req-c91305fc-6ab9-4012-bf90-75cc4cf04218 req-599c9c48-9698-4b93-a43a-27dd85dece1e service nova] Enqueued Resource ID: 2fafe9ef-7e47-4c4b-88ec-4ced8cbabccd with Priority: HIGHEST for action security_group_members [ 1120.987519] env[65562]: INFO networking_nsxv3.common.synchronization [req-c91305fc-6ab9-4012-bf90-75cc4cf04218 req-599c9c48-9698-4b93-a43a-27dd85dece1e service nova] Enqueued Resource ID: 56b73f06-3dee-4402-9ad8-a39b0551760f with Priority: HIGHEST for action port [ 1120.987904] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2fafe9ef-7e47-4c4b-88ec-4ced8cbabccd with Priority: HIGHEST for action security_group_rules [ 1120.988051] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2fafe9ef-7e47-4c4b-88ec-4ced8cbabccd with Priority: HIGHEST for action security_group_members [ 1120.988175] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 56b73f06-3dee-4402-9ad8-a39b0551760f with Priority: HIGHEST for action port [ 1120.988600] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2fafe9ef-7e47-4c4b-88ec-4ced8cbabccd taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.988600] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2fafe9ef-7e47-4c4b-88ec-4ced8cbabccd" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.988734] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2fafe9ef-7e47-4c4b-88ec-4ced8cbabccd" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.988833] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2fafe9ef-7e47-4c4b-88ec-4ced8cbabccd" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.988911] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2fafe9ef-7e47-4c4b-88ec-4ced8cbabccd',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1120.993943] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-2fafe9ef-7e47-4c4b-88ec-4ced8cbabccd taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.994061] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2fafe9ef-7e47-4c4b-88ec-4ced8cbabccd" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.994217] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock port-56b73f06-3dee-4402-9ad8-a39b0551760f taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.994331] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-56b73f06-3dee-4402-9ad8-a39b0551760f" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.994424] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-56b73f06-3dee-4402-9ad8-a39b0551760f" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.994554] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-56b73f06-3dee-4402-9ad8-a39b0551760f" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.994630] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('56b73f06-3dee-4402-9ad8-a39b0551760f',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1120.995736] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ebe9d131-bf1d-401c-956d-8958f6a945eb',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1121.496952] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-2fafe9ef-7e47-4c4b-88ec-4ced8cbabccd taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.498648] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2fafe9ef-7e47-4c4b-88ec-4ced8cbabccd" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.498648] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 56b73f06-3dee-4402-9ad8-a39b0551760f with status ACTIVE [ 1121.498648] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.498648] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.498648] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.498648] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.499646] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.499646] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.499646] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.499646] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.499646] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.499646] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.499646] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.499646] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.500105] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.500105] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.500105] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.500105] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 56b73f06-3dee-4402-9ad8-a39b0551760f is going to be updated. [ 1121.501831] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.503062] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.503262] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.505655] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.505655] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.505655] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ebe9d131-bf1d-401c-956d-8958f6a945eb is going to be updated. [ 1121.526760] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.528018] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.528018] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.528018] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.528018] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.528018] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-56b73f06-3dee-4402-9ad8-a39b0551760f" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.540660] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.540823] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.541228] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.541722] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.542353] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.552431] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ebe9d131-bf1d-401c-956d-8958f6a945eb in Status: IN_PROGRESS for 2s [ 1121.713687] env[65562]: INFO networking_nsxv3.common.synchronization [req-ff8a5350-c1ed-4b54-9cb0-e57747339f73 req-aeddb1fd-068e-4ce5-bd2f-1431b32616aa tempest-ImagesOneServerNegativeTestJSON-1039086717 tempest-ImagesOneServerNegativeTestJSON-1039086717-project-member] Enqueued Resource ID: 42ad6657-fb78-431c-b345-5c050bf84172 with Priority: HIGHEST for action security_group_members [ 1121.714298] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 42ad6657-fb78-431c-b345-5c050bf84172 with Priority: HIGHEST for action security_group_members [ 1121.714575] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-42ad6657-fb78-431c-b345-5c050bf84172 taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.714793] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-42ad6657-fb78-431c-b345-5c050bf84172" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.714793] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-42ad6657-fb78-431c-b345-5c050bf84172" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.714961] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-42ad6657-fb78-431c-b345-5c050bf84172" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.715088] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.715186] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.715250] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.715393] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.716034] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.716034] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('42ad6657-fb78-431c-b345-5c050bf84172',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1121.780405] env[65562]: INFO networking_nsxv3.common.synchronization [None req-7b2df7fe-d770-4a15-95fa-a81b15f654e0 None None] Enqueued Resource ID: 07fb7d3a-fffa-4315-8877-108b2b2fead8 with Priority: HIGHEST for action port [ 1121.781225] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 07fb7d3a-fffa-4315-8877-108b2b2fead8 with Priority: HIGHEST for action port [ 1121.781552] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock port-07fb7d3a-fffa-4315-8877-108b2b2fead8 taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.782356] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-07fb7d3a-fffa-4315-8877-108b2b2fead8" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.782356] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-07fb7d3a-fffa-4315-8877-108b2b2fead8" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.782356] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-07fb7d3a-fffa-4315-8877-108b2b2fead8" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.782356] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('07fb7d3a-fffa-4315-8877-108b2b2fead8',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1121.847466] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2fafe9ef-7e47-4c4b-88ec-4ced8cbabccd in Status: SUCCESS [ 1121.847616] env[65562]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2fafe9ef-7e47-4c4b-88ec-4ced8cbabccd deletion is rescheduled due to dependency. [ 1121.847734] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2fafe9ef-7e47-4c4b-88ec-4ced8cbabccd" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.848499] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2fafe9ef-7e47-4c4b-88ec-4ced8cbabccd" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.848800] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2fafe9ef-7e47-4c4b-88ec-4ced8cbabccd" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.849196] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.849196] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.849196] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.850083] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.850285] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.850395] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2fafe9ef-7e47-4c4b-88ec-4ced8cbabccd',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1122.089367] env[65562]: DEBUG networking_nsxv3.common.locking [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Lock network-616 taken with stack trace [, , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.089573] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquiring lock "network-616" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.091069] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired lock "network-616" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.091069] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired external semaphore "network-616" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.091069] env[65562]: DEBUG networking_nsxv3.common.locking [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.091069] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquiring lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.091069] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.092455] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired external semaphore "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.092455] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Releasing lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.092455] env[65562]: DEBUG dogpile.cache.region [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] No value present for key: 'zone-id' {{(pid=65562) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1122.092455] env[65562]: DEBUG dogpile.lock [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] NeedRegenerationException {{(pid=65562) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1122.092455] env[65562]: DEBUG dogpile.lock [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] no value, waiting for create lock {{(pid=65562) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1122.092455] env[65562]: DEBUG dogpile.lock [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] value creation lock acquired {{(pid=65562) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1122.092455] env[65562]: DEBUG dogpile.cache.region [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] No value present for key: 'zone-id' {{(pid=65562) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1122.092455] env[65562]: DEBUG dogpile.lock [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Calling creation function for not-yet-present value {{(pid=65562) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1122.092455] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1122.110560] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1122.110709] env[65562]: DEBUG dogpile.cache.region [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=65562) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1122.110810] env[65562]: DEBUG dogpile.lock [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Released creation lock {{(pid=65562) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1122.111022] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Releasing lock "network-616" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.111341] env[65562]: DEBUG networking_nsxv3.common.locking [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Lock port-6c2a6fe0-50bc-48dc-8b4d-96114f087579 taken with stack trace [, , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.112146] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquiring lock "port-6c2a6fe0-50bc-48dc-8b4d-96114f087579" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.112146] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired lock "port-6c2a6fe0-50bc-48dc-8b4d-96114f087579" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.112146] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired external semaphore "port-6c2a6fe0-50bc-48dc-8b4d-96114f087579" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.112301] env[65562]: DEBUG networking_nsxv3.api.rpc [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6c2a6fe0-50bc-48dc-8b4d-96114f087579',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1122.134161] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e20a5fef-c453-46b5-8c61-a1b63d920998 in Status: SUCCESS [ 1122.134161] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e20a5fef-c453-46b5-8c61-a1b63d920998" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.134439] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e20a5fef-c453-46b5-8c61-a1b63d920998" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.134652] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e20a5fef-c453-46b5-8c61-a1b63d920998" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.134834] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.134944] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.135576] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.135576] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.135576] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.135576] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e20a5fef-c453-46b5-8c61-a1b63d920998" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.135576] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e20a5fef-c453-46b5-8c61-a1b63d920998',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1122.218257] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.218410] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.218478] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.218813] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.218917] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.219133] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.219237] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.219300] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.219457] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.219535] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.219663] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 42ad6657-fb78-431c-b345-5c050bf84172 is going to be updated. [ 1122.266642] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.266824] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.266896] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.267142] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.267297] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.278257] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 42ad6657-fb78-431c-b345-5c050bf84172 in Status: IN_PROGRESS for 2s [ 1122.285116] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 07fb7d3a-fffa-4315-8877-108b2b2fead8 [ 1122.285344] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.285481] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.285650] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.285776] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.285871] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.285968] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:07fb7d3a-fffa-4315-8877-108b2b2fead8 already deleted. [ 1122.286071] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-07fb7d3a-fffa-4315-8877-108b2b2fead8" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.352566] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2fafe9ef-7e47-4c4b-88ec-4ced8cbabccd',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1122.615532] env[65562]: DEBUG networking_nsxv3.common.locking [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.615532] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.615532] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.615972] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.615972] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.616117] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Segment Port 6c2a6fe0-50bc-48dc-8b4d-96114f087579 not found, creating... [ 1122.616348] env[65562]: DEBUG networking_nsxv3.common.locking [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.616515] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquiring lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.616633] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.616852] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired external semaphore "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.616987] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Releasing lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.617285] env[65562]: DEBUG networking_nsxv3.common.locking [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.617442] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.617558] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.618115] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.618115] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.618463] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Resource: SegmentPort with ID: 6c2a6fe0-50bc-48dc-8b4d-96114f087579 is going to be created. [ 1122.637748] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-e20a5fef-c453-46b5-8c61-a1b63d920998 taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.637965] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e20a5fef-c453-46b5-8c61-a1b63d920998" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.638058] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e20a5fef-c453-46b5-8c61-a1b63d920998" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.638275] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e20a5fef-c453-46b5-8c61-a1b63d920998" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.638501] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.638841] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.638841] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.638959] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.639058] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.639383] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e20a5fef-c453-46b5-8c61-a1b63d920998" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.639383] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-e20a5fef-c453-46b5-8c61-a1b63d920998 taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.639541] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e20a5fef-c453-46b5-8c61-a1b63d920998" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.639541] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e20a5fef-c453-46b5-8c61-a1b63d920998" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.639767] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e20a5fef-c453-46b5-8c61-a1b63d920998" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.639913] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.640034] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.640103] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.640298] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.640385] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.640471] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e20a5fef-c453-46b5-8c61-a1b63d920998" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.640561] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e20a5fef-c453-46b5-8c61-a1b63d920998',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1122.642389] env[65562]: DEBUG networking_nsxv3.common.locking [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.642569] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.642692] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.642909] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.643141] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.643363] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Releasing lock "port-6c2a6fe0-50bc-48dc-8b4d-96114f087579" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.858450] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2fafe9ef-7e47-4c4b-88ec-4ced8cbabccd',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1123.145688] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e20a5fef-c453-46b5-8c61-a1b63d920998: rpc.has_security_group_logging(os_id): False [ 1123.167617] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.167617] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.167617] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.167617] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.167617] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.167617] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.167617] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.167617] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.167617] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.167617] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.167617] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.167617] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.167617] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.167617] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.168241] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.168644] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.168887] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.169042] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.169280] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.169518] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.169680] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e20a5fef-c453-46b5-8c61-a1b63d920998 is going to be created. [ 1123.243867] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.244097] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.244184] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.244410] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.244624] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.257228] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e20a5fef-c453-46b5-8c61-a1b63d920998 in Status: IN_PROGRESS for 2s [ 1123.361206] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.361435] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.361571] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.361736] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.361833] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.361939] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2fafe9ef-7e47-4c4b-88ec-4ced8cbabccd is going to be updated. [ 1123.389097] env[65562]: INFO networking_nsxv3.common.synchronization [req-ff8a5350-c1ed-4b54-9cb0-e57747339f73 req-bba87cf3-038e-465c-8468-7a5227280c67 service nova] Enqueued Resource ID: 42ad6657-fb78-431c-b345-5c050bf84172 with Priority: HIGHEST for action security_group_rules [ 1123.389097] env[65562]: INFO networking_nsxv3.common.synchronization [req-ff8a5350-c1ed-4b54-9cb0-e57747339f73 req-bba87cf3-038e-465c-8468-7a5227280c67 service nova] Enqueued Resource ID: 42ad6657-fb78-431c-b345-5c050bf84172 with Priority: HIGHEST for action security_group_members [ 1123.389217] env[65562]: INFO networking_nsxv3.common.synchronization [req-ff8a5350-c1ed-4b54-9cb0-e57747339f73 req-bba87cf3-038e-465c-8468-7a5227280c67 service nova] Enqueued Resource ID: 6c2a6fe0-50bc-48dc-8b4d-96114f087579 with Priority: HIGHEST for action port [ 1123.389832] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 42ad6657-fb78-431c-b345-5c050bf84172 with Priority: HIGHEST for action security_group_rules [ 1123.389964] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 42ad6657-fb78-431c-b345-5c050bf84172 with Priority: HIGHEST for action security_group_members [ 1123.390077] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6c2a6fe0-50bc-48dc-8b4d-96114f087579 with Priority: HIGHEST for action port [ 1123.390758] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock rules-42ad6657-fb78-431c-b345-5c050bf84172 taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.390758] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-42ad6657-fb78-431c-b345-5c050bf84172" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.390758] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-42ad6657-fb78-431c-b345-5c050bf84172" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.390904] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-42ad6657-fb78-431c-b345-5c050bf84172" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.390904] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('42ad6657-fb78-431c-b345-5c050bf84172',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1123.392176] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-42ad6657-fb78-431c-b345-5c050bf84172 taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.392176] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-42ad6657-fb78-431c-b345-5c050bf84172" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.392313] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock port-6c2a6fe0-50bc-48dc-8b4d-96114f087579 taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.392374] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6c2a6fe0-50bc-48dc-8b4d-96114f087579" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.392447] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6c2a6fe0-50bc-48dc-8b4d-96114f087579" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.392624] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6c2a6fe0-50bc-48dc-8b4d-96114f087579" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.392701] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6c2a6fe0-50bc-48dc-8b4d-96114f087579',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1123.403904] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.404107] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.404186] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.404879] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.405253] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.423802] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2fafe9ef-7e47-4c4b-88ec-4ced8cbabccd in Status: IN_PROGRESS for 2s [ 1123.460373] env[65562]: INFO networking_nsxv3.common.synchronization [None req-ec02a2b9-9650-41c6-a821-78640cc742c5 tempest-AttachVolumeNegativeTest-1828219490 tempest-AttachVolumeNegativeTest-1828219490-project-member] Enqueued Resource ID: 651e933e-83a8-4373-ac60-0c3a5bfe82c6 with Priority: HIGHEST for action security_group_rules [ 1123.460699] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 651e933e-83a8-4373-ac60-0c3a5bfe82c6 with Priority: HIGHEST for action security_group_rules [ 1123.461302] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock rules-651e933e-83a8-4373-ac60-0c3a5bfe82c6 taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.461302] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-651e933e-83a8-4373-ac60-0c3a5bfe82c6" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.461522] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-651e933e-83a8-4373-ac60-0c3a5bfe82c6" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.462608] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-651e933e-83a8-4373-ac60-0c3a5bfe82c6" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.462608] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('651e933e-83a8-4373-ac60-0c3a5bfe82c6',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1123.563474] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ebe9d131-bf1d-401c-956d-8958f6a945eb in Status: SUCCESS [ 1123.563774] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ebe9d131-bf1d-401c-956d-8958f6a945eb" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.563960] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ebe9d131-bf1d-401c-956d-8958f6a945eb" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.564299] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ebe9d131-bf1d-401c-956d-8958f6a945eb" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.564546] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.564743] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.564799] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.564952] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.565114] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.565174] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ebe9d131-bf1d-401c-956d-8958f6a945eb" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.565234] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ebe9d131-bf1d-401c-956d-8958f6a945eb',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1123.574028] env[65562]: INFO networking_nsxv3.common.synchronization [None req-f1588705-6b37-4732-b1a1-6cc4cb67ee00 tempest-AttachVolumeNegativeTest-1828219490 tempest-AttachVolumeNegativeTest-1828219490-project-member] Enqueued Resource ID: 651e933e-83a8-4373-ac60-0c3a5bfe82c6 with Priority: HIGHEST for action security_group_rules [ 1123.574504] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 651e933e-83a8-4373-ac60-0c3a5bfe82c6 with Priority: HIGHEST for action security_group_rules [ 1123.574827] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock rules-651e933e-83a8-4373-ac60-0c3a5bfe82c6 taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.574957] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-651e933e-83a8-4373-ac60-0c3a5bfe82c6" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.894895] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-42ad6657-fb78-431c-b345-5c050bf84172 taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.896027] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-42ad6657-fb78-431c-b345-5c050bf84172" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.896027] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6c2a6fe0-50bc-48dc-8b4d-96114f087579 with status ACTIVE [ 1123.896027] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.896027] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.896027] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.896429] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.896429] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.896429] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.896581] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.896672] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.896872] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.896951] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.897208] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.897319] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.897379] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.897578] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.897628] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.898033] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6c2a6fe0-50bc-48dc-8b4d-96114f087579 is going to be updated. [ 1123.922088] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.922088] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.922088] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.922088] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.922088] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.922386] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6c2a6fe0-50bc-48dc-8b4d-96114f087579" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.987347] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.987541] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.987581] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.987789] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.987911] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.988045] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 651e933e-83a8-4373-ac60-0c3a5bfe82c6 already deleted. [ 1123.988145] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-651e933e-83a8-4373-ac60-0c3a5bfe82c6" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.988305] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-651e933e-83a8-4373-ac60-0c3a5bfe82c6" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.988473] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-651e933e-83a8-4373-ac60-0c3a5bfe82c6" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.988561] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('651e933e-83a8-4373-ac60-0c3a5bfe82c6',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1124.067878] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-ebe9d131-bf1d-401c-956d-8958f6a945eb taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.071521] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ebe9d131-bf1d-401c-956d-8958f6a945eb" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.071521] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ebe9d131-bf1d-401c-956d-8958f6a945eb" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.071521] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ebe9d131-bf1d-401c-956d-8958f6a945eb" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.071521] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.071521] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.071521] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.071521] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.071521] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.071521] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ebe9d131-bf1d-401c-956d-8958f6a945eb" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.071521] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-ebe9d131-bf1d-401c-956d-8958f6a945eb taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.071521] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ebe9d131-bf1d-401c-956d-8958f6a945eb" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.071521] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ebe9d131-bf1d-401c-956d-8958f6a945eb" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.071521] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ebe9d131-bf1d-401c-956d-8958f6a945eb" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.071521] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.071521] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.071521] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.071521] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.071521] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.073806] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ebe9d131-bf1d-401c-956d-8958f6a945eb" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.073806] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ebe9d131-bf1d-401c-956d-8958f6a945eb',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1124.293058] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 42ad6657-fb78-431c-b345-5c050bf84172 in Status: SUCCESS [ 1124.293241] env[65562]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 42ad6657-fb78-431c-b345-5c050bf84172 deletion is rescheduled due to dependency. [ 1124.293416] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-42ad6657-fb78-431c-b345-5c050bf84172" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.293653] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-42ad6657-fb78-431c-b345-5c050bf84172" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.293931] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-42ad6657-fb78-431c-b345-5c050bf84172" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.294149] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.294573] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.294653] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.294901] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.294995] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.295108] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('42ad6657-fb78-431c-b345-5c050bf84172',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1124.518424] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.518751] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.518860] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.519208] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.519412] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.519623] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 651e933e-83a8-4373-ac60-0c3a5bfe82c6 already deleted. [ 1124.519796] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-651e933e-83a8-4373-ac60-0c3a5bfe82c6" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.574423] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ebe9d131-bf1d-401c-956d-8958f6a945eb: rpc.has_security_group_logging(os_id): False [ 1124.587367] env[65562]: INFO networking_nsxv3.common.synchronization [None req-5d10d134-aa1a-4e65-bf76-7eb6c78207e5 None None] Enqueued Resource ID: a0e7dec8-0356-4e1b-8423-be0a4029ed52 with Priority: HIGHEST for action port [ 1124.587921] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a0e7dec8-0356-4e1b-8423-be0a4029ed52 with Priority: HIGHEST for action port [ 1124.588273] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock port-a0e7dec8-0356-4e1b-8423-be0a4029ed52 taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.588440] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a0e7dec8-0356-4e1b-8423-be0a4029ed52" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.588440] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a0e7dec8-0356-4e1b-8423-be0a4029ed52" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.588757] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a0e7dec8-0356-4e1b-8423-be0a4029ed52" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.588871] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a0e7dec8-0356-4e1b-8423-be0a4029ed52',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1124.593132] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.593206] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.593241] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.593422] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.593516] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.593727] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.593826] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.593889] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.594049] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.594125] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.594308] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.594402] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.594463] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.594601] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.594676] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.594853] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.594943] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.595009] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.595397] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.595499] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.595768] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ebe9d131-bf1d-401c-956d-8958f6a945eb is going to be updated. [ 1124.663811] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.664050] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.664050] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.665356] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.665419] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.686121] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ebe9d131-bf1d-401c-956d-8958f6a945eb in Status: IN_PROGRESS for 2s [ 1124.799868] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('42ad6657-fb78-431c-b345-5c050bf84172',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1125.090997] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a0e7dec8-0356-4e1b-8423-be0a4029ed52 [ 1125.091354] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.091420] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.091458] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.091658] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.091743] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.091835] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a0e7dec8-0356-4e1b-8423-be0a4029ed52 already deleted. [ 1125.091948] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a0e7dec8-0356-4e1b-8423-be0a4029ed52" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.300967] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e20a5fef-c453-46b5-8c61-a1b63d920998 in Status: SUCCESS [ 1125.300967] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e20a5fef-c453-46b5-8c61-a1b63d920998" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.302914] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('42ad6657-fb78-431c-b345-5c050bf84172',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1125.439025] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2fafe9ef-7e47-4c4b-88ec-4ced8cbabccd in Status: SUCCESS [ 1125.439503] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2fafe9ef-7e47-4c4b-88ec-4ced8cbabccd" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.439588] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2fafe9ef-7e47-4c4b-88ec-4ced8cbabccd" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.439934] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2fafe9ef-7e47-4c4b-88ec-4ced8cbabccd" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.440183] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.440304] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.440367] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.440546] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.440631] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.440719] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2fafe9ef-7e47-4c4b-88ec-4ced8cbabccd" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.440820] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2fafe9ef-7e47-4c4b-88ec-4ced8cbabccd',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1125.804564] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.805027] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.805027] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.805743] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.806066] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.806772] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 42ad6657-fb78-431c-b345-5c050bf84172 is going to be updated. [ 1125.840725] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.840906] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.840994] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.841275] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.841469] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.852608] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 42ad6657-fb78-431c-b345-5c050bf84172 in Status: IN_PROGRESS for 2s [ 1125.946666] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-2fafe9ef-7e47-4c4b-88ec-4ced8cbabccd taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.948157] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2fafe9ef-7e47-4c4b-88ec-4ced8cbabccd" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.948157] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2fafe9ef-7e47-4c4b-88ec-4ced8cbabccd" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.948157] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2fafe9ef-7e47-4c4b-88ec-4ced8cbabccd" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.948157] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.948157] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.948157] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.948157] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.948157] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.948472] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2fafe9ef-7e47-4c4b-88ec-4ced8cbabccd" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.948472] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-2fafe9ef-7e47-4c4b-88ec-4ced8cbabccd taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.948537] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2fafe9ef-7e47-4c4b-88ec-4ced8cbabccd" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.948738] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2fafe9ef-7e47-4c4b-88ec-4ced8cbabccd" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.948892] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2fafe9ef-7e47-4c4b-88ec-4ced8cbabccd" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.949107] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.949233] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.949313] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.949506] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.949615] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.949729] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2fafe9ef-7e47-4c4b-88ec-4ced8cbabccd" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.949848] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2fafe9ef-7e47-4c4b-88ec-4ced8cbabccd',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1126.453611] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2fafe9ef-7e47-4c4b-88ec-4ced8cbabccd: rpc.has_security_group_logging(os_id): False [ 1126.472134] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.472303] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.472367] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.472554] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.472648] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.472878] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.473146] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.473146] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.473211] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.473250] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.473439] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.473536] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.473596] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.473735] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.473816] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.474056] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.474597] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.474597] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.474597] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.474597] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.474597] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2fafe9ef-7e47-4c4b-88ec-4ced8cbabccd is going to be updated. [ 1126.540150] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.540150] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.540388] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.540499] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.540662] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.559856] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2fafe9ef-7e47-4c4b-88ec-4ced8cbabccd in Status: IN_PROGRESS for 2s [ 1126.704887] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ebe9d131-bf1d-401c-956d-8958f6a945eb in Status: SUCCESS [ 1126.705062] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ebe9d131-bf1d-401c-956d-8958f6a945eb" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.325528] env[65562]: INFO networking_nsxv3.common.synchronization [req-537603fe-ff4a-41bc-94e7-e4f628b387bd req-77f2b294-d63d-4ea8-bb50-35b5757362af tempest-ServerActionsTestOtherB-2039716914 tempest-ServerActionsTestOtherB-2039716914-project-member] Enqueued Resource ID: 865e7ac2-3667-4252-8906-3696721e534a with Priority: HIGHEST for action security_group_members [ 1127.326112] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 865e7ac2-3667-4252-8906-3696721e534a with Priority: HIGHEST for action security_group_members [ 1127.326420] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-865e7ac2-3667-4252-8906-3696721e534a taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.326602] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-865e7ac2-3667-4252-8906-3696721e534a" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.326725] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-865e7ac2-3667-4252-8906-3696721e534a" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.326885] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-865e7ac2-3667-4252-8906-3696721e534a" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.327716] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.327924] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.328015] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.328203] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.328296] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.328392] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('865e7ac2-3667-4252-8906-3696721e534a',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1127.801251] env[65562]: DEBUG networking_nsxv3.common.locking [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Lock network-988 taken with stack trace [, , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.801617] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquiring lock "network-988" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.801617] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired lock "network-988" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.801836] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired external semaphore "network-988" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.805316] env[65562]: DEBUG networking_nsxv3.common.locking [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.805316] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquiring lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.805316] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.805316] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired external semaphore "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.805316] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Releasing lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.805316] env[65562]: DEBUG dogpile.cache.region [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] No value present for key: 'zone-id' {{(pid=65562) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1127.805316] env[65562]: DEBUG dogpile.lock [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] NeedRegenerationException {{(pid=65562) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1127.805316] env[65562]: DEBUG dogpile.lock [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] no value, waiting for create lock {{(pid=65562) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1127.806321] env[65562]: DEBUG dogpile.lock [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] value creation lock acquired {{(pid=65562) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1127.806321] env[65562]: DEBUG dogpile.cache.region [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] No value present for key: 'zone-id' {{(pid=65562) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1127.806321] env[65562]: DEBUG dogpile.lock [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Calling creation function for not-yet-present value {{(pid=65562) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1127.806321] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1127.831266] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1127.831266] env[65562]: DEBUG dogpile.cache.region [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65562) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1127.831266] env[65562]: DEBUG dogpile.lock [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Released creation lock {{(pid=65562) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1127.831266] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Releasing lock "network-988" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.831266] env[65562]: DEBUG networking_nsxv3.common.locking [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Lock port-a90cafc4-e203-4a09-a107-a349acb76f95 taken with stack trace [, , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.831499] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquiring lock "port-a90cafc4-e203-4a09-a107-a349acb76f95" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.831635] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired lock "port-a90cafc4-e203-4a09-a107-a349acb76f95" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.832471] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired external semaphore "port-a90cafc4-e203-4a09-a107-a349acb76f95" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.832782] env[65562]: DEBUG networking_nsxv3.api.rpc [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a90cafc4-e203-4a09-a107-a349acb76f95',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1127.834033] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.834470] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.834564] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.834814] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.834908] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.835148] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.835302] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.835424] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.835607] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.835817] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.835872] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 865e7ac2-3667-4252-8906-3696721e534a is going to be updated. [ 1127.862752] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 42ad6657-fb78-431c-b345-5c050bf84172 in Status: SUCCESS [ 1127.862998] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-42ad6657-fb78-431c-b345-5c050bf84172" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.863210] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-42ad6657-fb78-431c-b345-5c050bf84172" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.863776] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-42ad6657-fb78-431c-b345-5c050bf84172" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.863776] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.863776] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.864047] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.864047] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.864047] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.864163] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-42ad6657-fb78-431c-b345-5c050bf84172" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.864519] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('42ad6657-fb78-431c-b345-5c050bf84172',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1127.868918] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.869088] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.869152] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.869354] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.869602] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.880952] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 865e7ac2-3667-4252-8906-3696721e534a in Status: IN_PROGRESS for 2s [ 1128.338766] env[65562]: DEBUG networking_nsxv3.common.locking [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.339118] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.339305] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.339777] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.339817] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.340017] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Segment Port a90cafc4-e203-4a09-a107-a349acb76f95 not found, creating... [ 1128.340316] env[65562]: DEBUG networking_nsxv3.common.locking [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.340489] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquiring lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.340647] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.340854] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired external semaphore "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.340999] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Releasing lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.341306] env[65562]: DEBUG networking_nsxv3.common.locking [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.341464] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.341578] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.341792] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.341926] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.342084] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Resource: SegmentPort with ID: a90cafc4-e203-4a09-a107-a349acb76f95 is going to be created. [ 1128.365162] env[65562]: DEBUG networking_nsxv3.common.locking [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.365411] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.365679] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.365952] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.366218] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.366454] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Releasing lock "port-a90cafc4-e203-4a09-a107-a349acb76f95" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.368106] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-42ad6657-fb78-431c-b345-5c050bf84172 taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.368106] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-42ad6657-fb78-431c-b345-5c050bf84172" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.368106] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-42ad6657-fb78-431c-b345-5c050bf84172" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.368106] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-42ad6657-fb78-431c-b345-5c050bf84172" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.368106] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.368106] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.368106] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.368437] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.368437] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.368437] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-42ad6657-fb78-431c-b345-5c050bf84172" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.368529] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-42ad6657-fb78-431c-b345-5c050bf84172 taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.368628] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-42ad6657-fb78-431c-b345-5c050bf84172" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.368707] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-42ad6657-fb78-431c-b345-5c050bf84172" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.368842] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-42ad6657-fb78-431c-b345-5c050bf84172" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.369231] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.369231] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.369231] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.369345] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.369345] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.369412] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-42ad6657-fb78-431c-b345-5c050bf84172" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.369745] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('42ad6657-fb78-431c-b345-5c050bf84172',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1128.577576] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2fafe9ef-7e47-4c4b-88ec-4ced8cbabccd in Status: SUCCESS [ 1128.577576] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2fafe9ef-7e47-4c4b-88ec-4ced8cbabccd" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.871654] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 42ad6657-fb78-431c-b345-5c050bf84172: rpc.has_security_group_logging(os_id): False [ 1128.891425] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.892729] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.892857] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.893114] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.893215] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.893603] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.893728] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.893794] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.893954] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.894049] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.894257] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.894441] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.894441] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.894586] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.894622] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.894809] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.895252] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.895324] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.895590] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.895674] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.895851] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 42ad6657-fb78-431c-b345-5c050bf84172 is going to be updated. [ 1128.966659] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.966659] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.966659] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.966659] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.966659] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.977417] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 42ad6657-fb78-431c-b345-5c050bf84172 in Status: IN_PROGRESS for 2s [ 1129.078287] env[65562]: INFO networking_nsxv3.common.synchronization [req-bd279ead-a295-4955-ad90-949639649890 req-e5884234-8e76-4392-ac70-562ddaa1cfa3 tempest-ServerActionsTestJSON-1145467507 tempest-ServerActionsTestJSON-1145467507-project-member] Enqueued Resource ID: cc340790-7c94-4eac-a34b-bb144039a839 with Priority: HIGHEST for action security_group_members [ 1129.078882] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cc340790-7c94-4eac-a34b-bb144039a839 with Priority: HIGHEST for action security_group_members [ 1129.079276] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-cc340790-7c94-4eac-a34b-bb144039a839 taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.079735] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cc340790-7c94-4eac-a34b-bb144039a839" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.079886] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cc340790-7c94-4eac-a34b-bb144039a839" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.080261] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cc340790-7c94-4eac-a34b-bb144039a839" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.080501] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.080617] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.080685] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.080851] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.080938] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.081120] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cc340790-7c94-4eac-a34b-bb144039a839',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1129.105302] env[65562]: INFO networking_nsxv3.common.synchronization [req-537603fe-ff4a-41bc-94e7-e4f628b387bd req-2ccded51-4bb6-4d7d-b0f7-f92177743bb8 service nova] Enqueued Resource ID: 865e7ac2-3667-4252-8906-3696721e534a with Priority: HIGHEST for action security_group_rules [ 1129.105537] env[65562]: INFO networking_nsxv3.common.synchronization [req-537603fe-ff4a-41bc-94e7-e4f628b387bd req-2ccded51-4bb6-4d7d-b0f7-f92177743bb8 service nova] Enqueued Resource ID: 865e7ac2-3667-4252-8906-3696721e534a with Priority: HIGHEST for action security_group_members [ 1129.106373] env[65562]: INFO networking_nsxv3.common.synchronization [req-537603fe-ff4a-41bc-94e7-e4f628b387bd req-2ccded51-4bb6-4d7d-b0f7-f92177743bb8 service nova] Enqueued Resource ID: a90cafc4-e203-4a09-a107-a349acb76f95 with Priority: HIGHEST for action port [ 1129.107033] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 865e7ac2-3667-4252-8906-3696721e534a with Priority: HIGHEST for action security_group_rules [ 1129.107033] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 865e7ac2-3667-4252-8906-3696721e534a with Priority: HIGHEST for action security_group_members [ 1129.107373] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a90cafc4-e203-4a09-a107-a349acb76f95 with Priority: HIGHEST for action port [ 1129.107842] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock rules-865e7ac2-3667-4252-8906-3696721e534a taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.107842] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-865e7ac2-3667-4252-8906-3696721e534a" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.107842] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-865e7ac2-3667-4252-8906-3696721e534a" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.107842] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-865e7ac2-3667-4252-8906-3696721e534a" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.108037] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('865e7ac2-3667-4252-8906-3696721e534a',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1129.109121] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-865e7ac2-3667-4252-8906-3696721e534a taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.109222] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-865e7ac2-3667-4252-8906-3696721e534a" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.109919] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock port-a90cafc4-e203-4a09-a107-a349acb76f95 taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.109919] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a90cafc4-e203-4a09-a107-a349acb76f95" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.109919] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a90cafc4-e203-4a09-a107-a349acb76f95" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.109919] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a90cafc4-e203-4a09-a107-a349acb76f95" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.109919] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a90cafc4-e203-4a09-a107-a349acb76f95',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1129.584212] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.584795] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.584795] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.584795] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.585096] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.585096] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.585222] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.585281] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.585955] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.585955] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.585955] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cc340790-7c94-4eac-a34b-bb144039a839 is going to be updated. [ 1129.611839] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-865e7ac2-3667-4252-8906-3696721e534a taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.611839] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-865e7ac2-3667-4252-8906-3696721e534a" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.611977] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a90cafc4-e203-4a09-a107-a349acb76f95 with status ACTIVE [ 1129.612065] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.612175] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.612249] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.612474] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.612582] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.612768] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.612903] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.612933] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.613626] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.615350] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.615350] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.615350] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.615350] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.615350] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.615350] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.615350] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a90cafc4-e203-4a09-a107-a349acb76f95 is going to be updated. [ 1129.620739] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.621011] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.621129] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.621413] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.621649] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.634303] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cc340790-7c94-4eac-a34b-bb144039a839 in Status: IN_PROGRESS for 2s [ 1129.640627] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.640841] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.640940] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.641181] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.641309] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.641474] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a90cafc4-e203-4a09-a107-a349acb76f95" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.893939] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 865e7ac2-3667-4252-8906-3696721e534a in Status: SUCCESS [ 1129.894431] env[65562]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 865e7ac2-3667-4252-8906-3696721e534a deletion is rescheduled due to dependency. [ 1129.894643] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-865e7ac2-3667-4252-8906-3696721e534a" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.894928] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-865e7ac2-3667-4252-8906-3696721e534a" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.895338] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-865e7ac2-3667-4252-8906-3696721e534a" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.895662] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.895806] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.895967] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.896221] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.896768] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.896768] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('865e7ac2-3667-4252-8906-3696721e534a',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1130.400488] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('865e7ac2-3667-4252-8906-3696721e534a',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1130.902858] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('865e7ac2-3667-4252-8906-3696721e534a',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1131.015836] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 42ad6657-fb78-431c-b345-5c050bf84172 in Status: SUCCESS [ 1131.016099] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-42ad6657-fb78-431c-b345-5c050bf84172" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.405085] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.405294] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.405348] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.405571] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.405704] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.405813] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 865e7ac2-3667-4252-8906-3696721e534a is going to be updated. [ 1131.438320] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.438539] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.439162] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.440401] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.440920] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.453117] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 865e7ac2-3667-4252-8906-3696721e534a in Status: IN_PROGRESS for 2s [ 1131.614468] env[65562]: INFO networking_nsxv3.common.synchronization [req-80356a41-2206-4eef-80ff-ef795c3221d5 req-dbd7f450-6f73-42ee-8dc0-b1679823f0a4 tempest-ServersNegativeTestJSON-991191849 tempest-ServersNegativeTestJSON-991191849-project-member] Enqueued Resource ID: f2427fed-1448-4d25-aa23-dcfee7f96b55 with Priority: HIGHEST for action security_group_members [ 1131.615736] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f2427fed-1448-4d25-aa23-dcfee7f96b55 with Priority: HIGHEST for action security_group_members [ 1131.615883] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-f2427fed-1448-4d25-aa23-dcfee7f96b55 taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.615965] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f2427fed-1448-4d25-aa23-dcfee7f96b55" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.616052] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f2427fed-1448-4d25-aa23-dcfee7f96b55" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.616544] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f2427fed-1448-4d25-aa23-dcfee7f96b55" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.616905] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.617079] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.617165] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.617390] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.617641] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.617641] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f2427fed-1448-4d25-aa23-dcfee7f96b55',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1131.646895] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cc340790-7c94-4eac-a34b-bb144039a839 in Status: SUCCESS [ 1131.647118] env[65562]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cc340790-7c94-4eac-a34b-bb144039a839 deletion is rescheduled due to dependency. [ 1131.647236] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cc340790-7c94-4eac-a34b-bb144039a839" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.868601] env[65562]: INFO networking_nsxv3.common.synchronization [None req-0bacc1d9-990f-48f3-8220-cbf56d244c58 None None] Enqueued Resource ID: 7ad75bfd-a0a5-48e5-bad4-926fdaa92b6f with Priority: HIGHEST for action port [ 1131.869313] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7ad75bfd-a0a5-48e5-bad4-926fdaa92b6f with Priority: HIGHEST for action port [ 1131.869573] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock port-7ad75bfd-a0a5-48e5-bad4-926fdaa92b6f taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.869812] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7ad75bfd-a0a5-48e5-bad4-926fdaa92b6f" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.870173] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7ad75bfd-a0a5-48e5-bad4-926fdaa92b6f" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.873188] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7ad75bfd-a0a5-48e5-bad4-926fdaa92b6f" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.873188] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7ad75bfd-a0a5-48e5-bad4-926fdaa92b6f',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1132.121205] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.121205] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.121205] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.121205] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.121205] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.121205] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.121791] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.121791] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.121791] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.121791] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.121791] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f2427fed-1448-4d25-aa23-dcfee7f96b55 is going to be updated. [ 1132.149350] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.149350] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.149350] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.149584] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.149780] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.159598] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f2427fed-1448-4d25-aa23-dcfee7f96b55 in Status: IN_PROGRESS for 2s [ 1132.374230] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7ad75bfd-a0a5-48e5-bad4-926fdaa92b6f [ 1132.374352] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.374475] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.374544] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.374769] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.374865] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.374960] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7ad75bfd-a0a5-48e5-bad4-926fdaa92b6f already deleted. [ 1132.375054] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7ad75bfd-a0a5-48e5-bad4-926fdaa92b6f" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.477842] env[65562]: INFO networking_nsxv3.common.synchronization [None req-aba79398-3a36-41e4-b26c-cae3514a0005 tempest-AttachVolumeShelveTestJSON-1344819050 tempest-AttachVolumeShelveTestJSON-1344819050-project-member] Enqueued Resource ID: 9122eb9d-4159-4118-9f6f-cf72fbb2f8be with Priority: HIGHEST for action security_group_rules [ 1132.477842] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9122eb9d-4159-4118-9f6f-cf72fbb2f8be with Priority: HIGHEST for action security_group_rules [ 1132.477842] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9122eb9d-4159-4118-9f6f-cf72fbb2f8be taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.477842] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9122eb9d-4159-4118-9f6f-cf72fbb2f8be" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.477842] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9122eb9d-4159-4118-9f6f-cf72fbb2f8be" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.479175] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9122eb9d-4159-4118-9f6f-cf72fbb2f8be" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.480432] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9122eb9d-4159-4118-9f6f-cf72fbb2f8be',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1132.598552] env[65562]: INFO networking_nsxv3.common.synchronization [None req-3cd0acc1-313f-4c9b-994c-b07c3d86465d tempest-AttachVolumeShelveTestJSON-1344819050 tempest-AttachVolumeShelveTestJSON-1344819050-project-member] Enqueued Resource ID: 9122eb9d-4159-4118-9f6f-cf72fbb2f8be with Priority: HIGHEST for action security_group_rules [ 1132.600177] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9122eb9d-4159-4118-9f6f-cf72fbb2f8be with Priority: HIGHEST for action security_group_rules [ 1132.600177] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9122eb9d-4159-4118-9f6f-cf72fbb2f8be taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.600177] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9122eb9d-4159-4118-9f6f-cf72fbb2f8be" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.005490] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.005612] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.005666] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.005869] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.005963] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.006079] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9122eb9d-4159-4118-9f6f-cf72fbb2f8be already deleted. [ 1133.006170] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9122eb9d-4159-4118-9f6f-cf72fbb2f8be" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.006330] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9122eb9d-4159-4118-9f6f-cf72fbb2f8be" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.006488] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9122eb9d-4159-4118-9f6f-cf72fbb2f8be" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.006578] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9122eb9d-4159-4118-9f6f-cf72fbb2f8be',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1133.468514] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 865e7ac2-3667-4252-8906-3696721e534a in Status: SUCCESS [ 1133.468514] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-865e7ac2-3667-4252-8906-3696721e534a" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.468514] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-865e7ac2-3667-4252-8906-3696721e534a" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.468514] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-865e7ac2-3667-4252-8906-3696721e534a" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.469022] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.469022] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.469022] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.469211] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.469258] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.469362] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-865e7ac2-3667-4252-8906-3696721e534a" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.469530] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('865e7ac2-3667-4252-8906-3696721e534a',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1133.537332] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.537517] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.538874] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.538874] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.538874] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.538874] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9122eb9d-4159-4118-9f6f-cf72fbb2f8be already deleted. [ 1133.538874] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9122eb9d-4159-4118-9f6f-cf72fbb2f8be" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.974065] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('865e7ac2-3667-4252-8906-3696721e534a',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1134.070347] env[65562]: INFO networking_nsxv3.common.synchronization [req-810317ab-80d0-4599-a098-79c946154020 req-9e364bf5-c2b8-4abc-be96-5b6d0563bab3 tempest-InstanceActionsV221TestJSON-471909796 tempest-InstanceActionsV221TestJSON-471909796-project-member] Enqueued Resource ID: e20a5fef-c453-46b5-8c61-a1b63d920998 with Priority: HIGHEST for action security_group_members [ 1134.071106] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e20a5fef-c453-46b5-8c61-a1b63d920998 with Priority: HIGHEST for action security_group_members [ 1134.071740] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-e20a5fef-c453-46b5-8c61-a1b63d920998 taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.071927] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e20a5fef-c453-46b5-8c61-a1b63d920998" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.071927] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e20a5fef-c453-46b5-8c61-a1b63d920998" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.072229] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e20a5fef-c453-46b5-8c61-a1b63d920998" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.072925] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.073292] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.073292] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.073393] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.073480] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.073653] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e20a5fef-c453-46b5-8c61-a1b63d920998',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1134.171338] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f2427fed-1448-4d25-aa23-dcfee7f96b55 in Status: SUCCESS [ 1134.171686] env[65562]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f2427fed-1448-4d25-aa23-dcfee7f96b55 deletion is rescheduled due to dependency. [ 1134.171888] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f2427fed-1448-4d25-aa23-dcfee7f96b55" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.478812] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 865e7ac2-3667-4252-8906-3696721e534a: rpc.has_security_group_logging(os_id): False [ 1134.510927] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.511608] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.511608] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.511608] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.511608] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.511762] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.511762] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.512032] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.512032] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.512083] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.512934] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 865e7ac2-3667-4252-8906-3696721e534a is going to be updated. [ 1134.576398] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.576570] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.576735] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.576922] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.577084] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.577317] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.577496] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.577496] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.577689] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.577785] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.577889] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e20a5fef-c453-46b5-8c61-a1b63d920998 is going to be updated. [ 1134.603769] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.603918] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.603993] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.604234] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.604429] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.621532] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.621710] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.621806] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.622083] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.622269] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.629232] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 865e7ac2-3667-4252-8906-3696721e534a in Status: IN_PROGRESS for 2s [ 1134.632123] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e20a5fef-c453-46b5-8c61-a1b63d920998 in Status: IN_PROGRESS for 2s [ 1134.697239] env[65562]: INFO networking_nsxv3.common.synchronization [None req-cf209d42-da8b-4087-9b68-18b4dee26691 None None] Enqueued Resource ID: 4280d41c-09ba-48e9-ba1e-cc416984a3c2 with Priority: HIGHEST for action port [ 1134.697239] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4280d41c-09ba-48e9-ba1e-cc416984a3c2 with Priority: HIGHEST for action port [ 1134.698880] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock port-4280d41c-09ba-48e9-ba1e-cc416984a3c2 taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.699450] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4280d41c-09ba-48e9-ba1e-cc416984a3c2" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.699622] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4280d41c-09ba-48e9-ba1e-cc416984a3c2" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.700108] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4280d41c-09ba-48e9-ba1e-cc416984a3c2" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.700377] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4280d41c-09ba-48e9-ba1e-cc416984a3c2',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1134.942103] env[65562]: INFO networking_nsxv3.common.synchronization [req-3ba676f2-b0ca-4ac9-a522-1abfd2f7a7cb req-a6373340-84a7-4e30-b9fb-dd3a72062612 tempest-ImagesOneServerNegativeTestJSON-1039086717 tempest-ImagesOneServerNegativeTestJSON-1039086717-project-member] Enqueued Resource ID: 42ad6657-fb78-431c-b345-5c050bf84172 with Priority: HIGHEST for action security_group_members [ 1134.942781] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 42ad6657-fb78-431c-b345-5c050bf84172 with Priority: HIGHEST for action security_group_members [ 1134.942897] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-42ad6657-fb78-431c-b345-5c050bf84172 taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.943019] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-42ad6657-fb78-431c-b345-5c050bf84172" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.943090] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-42ad6657-fb78-431c-b345-5c050bf84172" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.943274] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-42ad6657-fb78-431c-b345-5c050bf84172" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.943432] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.943529] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.943591] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.943740] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.943825] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.943914] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('42ad6657-fb78-431c-b345-5c050bf84172',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1135.121701] env[65562]: INFO networking_nsxv3.common.synchronization [req-200cd033-3c76-4b23-b83c-dd3cc55d84e1 req-16c4a8f9-0c8d-4a40-b280-047386c980ad tempest-ServersTestJSON-1139836512 tempest-ServersTestJSON-1139836512-project-member] Enqueued Resource ID: 28734607-ee97-46ec-b6bb-d4a31cf0cfc4 with Priority: HIGHEST for action security_group_members [ 1135.122858] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 28734607-ee97-46ec-b6bb-d4a31cf0cfc4 with Priority: HIGHEST for action security_group_members [ 1135.123277] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-28734607-ee97-46ec-b6bb-d4a31cf0cfc4 taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.123457] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-28734607-ee97-46ec-b6bb-d4a31cf0cfc4" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.123561] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-28734607-ee97-46ec-b6bb-d4a31cf0cfc4" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.123809] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-28734607-ee97-46ec-b6bb-d4a31cf0cfc4" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.124164] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.124164] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.124276] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.124468] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.124621] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.124756] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('28734607-ee97-46ec-b6bb-d4a31cf0cfc4',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1135.204390] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4280d41c-09ba-48e9-ba1e-cc416984a3c2 [ 1135.204390] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.204390] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.204390] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.204390] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.204390] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.204390] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4280d41c-09ba-48e9-ba1e-cc416984a3c2 already deleted. [ 1135.204653] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4280d41c-09ba-48e9-ba1e-cc416984a3c2" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.405772] env[65562]: INFO networking_nsxv3.common.synchronization [req-a35bf661-7ba6-4c7a-8d9a-53a079f7901e req-63359a85-e4a6-45c3-a307-6b51d0bbbad7 tempest-AttachVolumeNegativeTest-1828219490 tempest-AttachVolumeNegativeTest-1828219490-project-member] Enqueued Resource ID: 651e933e-83a8-4373-ac60-0c3a5bfe82c6 with Priority: HIGHEST for action security_group_members [ 1135.406539] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 651e933e-83a8-4373-ac60-0c3a5bfe82c6 with Priority: HIGHEST for action security_group_members [ 1135.406986] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-651e933e-83a8-4373-ac60-0c3a5bfe82c6 taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.408843] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-651e933e-83a8-4373-ac60-0c3a5bfe82c6" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.408843] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-651e933e-83a8-4373-ac60-0c3a5bfe82c6" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.408843] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-651e933e-83a8-4373-ac60-0c3a5bfe82c6" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.408843] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.408843] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.408843] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.408843] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.408843] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.408843] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('651e933e-83a8-4373-ac60-0c3a5bfe82c6',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1135.448103] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.448216] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.448254] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.448540] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.448650] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.448873] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.448986] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.449058] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.449213] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.449288] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.449374] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 42ad6657-fb78-431c-b345-5c050bf84172 is going to be updated. [ 1135.482755] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.483107] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.483107] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.483339] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.483496] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.495885] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 42ad6657-fb78-431c-b345-5c050bf84172 in Status: IN_PROGRESS for 2s [ 1135.630732] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('28734607-ee97-46ec-b6bb-d4a31cf0cfc4',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1135.788594] env[65562]: DEBUG networking_nsxv3.common.locking [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Lock network-216 taken with stack trace [, , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.788739] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquiring lock "network-216" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.788921] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired lock "network-216" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.789304] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired external semaphore "network-216" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.789615] env[65562]: DEBUG networking_nsxv3.common.locking [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.789774] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquiring lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.790208] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.790208] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired external semaphore "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.790351] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Releasing lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.790513] env[65562]: DEBUG dogpile.cache.region [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] No value present for key: 'zone-id' {{(pid=65562) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1135.791602] env[65562]: DEBUG dogpile.lock [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] NeedRegenerationException {{(pid=65562) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1135.791602] env[65562]: DEBUG dogpile.lock [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] no value, waiting for create lock {{(pid=65562) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1135.791602] env[65562]: DEBUG dogpile.lock [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] value creation lock acquired {{(pid=65562) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1135.791602] env[65562]: DEBUG dogpile.cache.region [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] No value present for key: 'zone-id' {{(pid=65562) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1135.791602] env[65562]: DEBUG dogpile.lock [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Calling creation function for not-yet-present value {{(pid=65562) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1135.791602] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1135.813390] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1135.813589] env[65562]: DEBUG dogpile.cache.region [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65562) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1135.813715] env[65562]: DEBUG dogpile.lock [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Released creation lock {{(pid=65562) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1135.813890] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Releasing lock "network-216" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.814226] env[65562]: DEBUG networking_nsxv3.common.locking [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Lock port-b6ac2773-aa85-43b9-8272-7fc8fbf20a9c taken with stack trace [, , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.814423] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquiring lock "port-b6ac2773-aa85-43b9-8272-7fc8fbf20a9c" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.814541] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired lock "port-b6ac2773-aa85-43b9-8272-7fc8fbf20a9c" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.814874] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired external semaphore "port-b6ac2773-aa85-43b9-8272-7fc8fbf20a9c" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.815039] env[65562]: DEBUG networking_nsxv3.api.rpc [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b6ac2773-aa85-43b9-8272-7fc8fbf20a9c',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1135.915037] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.915037] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.915037] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.915037] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.915037] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.915037] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.915037] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.915037] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.915037] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.915037] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.915037] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 651e933e-83a8-4373-ac60-0c3a5bfe82c6 already deleted. [ 1135.915037] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-651e933e-83a8-4373-ac60-0c3a5bfe82c6" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.134390] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('28734607-ee97-46ec-b6bb-d4a31cf0cfc4',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1136.317044] env[65562]: DEBUG networking_nsxv3.common.locking [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.317341] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.317432] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.317659] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.317802] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.317969] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Segment Port b6ac2773-aa85-43b9-8272-7fc8fbf20a9c not found, creating... [ 1136.318259] env[65562]: DEBUG networking_nsxv3.common.locking [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.318405] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquiring lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.318612] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.318857] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired external semaphore "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.319016] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Releasing lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.319980] env[65562]: DEBUG networking_nsxv3.common.locking [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.320228] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.320353] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.320567] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.320698] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.320834] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Resource: SegmentPort with ID: b6ac2773-aa85-43b9-8272-7fc8fbf20a9c is going to be created. [ 1136.342873] env[65562]: DEBUG networking_nsxv3.common.locking [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.343203] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.343360] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.343638] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.343944] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.344506] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Releasing lock "port-b6ac2773-aa85-43b9-8272-7fc8fbf20a9c" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.636986] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.637299] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.637299] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.637455] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.637586] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.637696] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 28734607-ee97-46ec-b6bb-d4a31cf0cfc4 is going to be updated. [ 1136.641193] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e20a5fef-c453-46b5-8c61-a1b63d920998 in Status: SUCCESS [ 1136.641337] env[65562]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e20a5fef-c453-46b5-8c61-a1b63d920998 deletion is rescheduled due to dependency. [ 1136.641458] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e20a5fef-c453-46b5-8c61-a1b63d920998" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.647895] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 865e7ac2-3667-4252-8906-3696721e534a in Status: SUCCESS [ 1136.647895] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-865e7ac2-3667-4252-8906-3696721e534a" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.676930] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.677810] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.677810] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.677810] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.677990] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.688067] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 28734607-ee97-46ec-b6bb-d4a31cf0cfc4 in Status: IN_PROGRESS for 2s [ 1136.769290] env[65562]: INFO networking_nsxv3.common.synchronization [req-ed924621-71d8-4a60-947e-9ccb90caee8a req-fae941cb-6b65-4ff8-9dd7-03c7fe24480f tempest-DeleteServersTestJSON-1989734922 tempest-DeleteServersTestJSON-1989734922-project-member] Enqueued Resource ID: 2fafe9ef-7e47-4c4b-88ec-4ced8cbabccd with Priority: HIGHEST for action security_group_members [ 1136.770536] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2fafe9ef-7e47-4c4b-88ec-4ced8cbabccd with Priority: HIGHEST for action security_group_members [ 1136.770536] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-2fafe9ef-7e47-4c4b-88ec-4ced8cbabccd taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.770536] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2fafe9ef-7e47-4c4b-88ec-4ced8cbabccd" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.770536] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2fafe9ef-7e47-4c4b-88ec-4ced8cbabccd" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.770772] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2fafe9ef-7e47-4c4b-88ec-4ced8cbabccd" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.770772] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.770853] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.770894] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.771121] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.771190] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.771291] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2fafe9ef-7e47-4c4b-88ec-4ced8cbabccd',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1137.067737] env[65562]: INFO networking_nsxv3.common.synchronization [req-a35bf661-7ba6-4c7a-8d9a-53a079f7901e req-10f735f0-ff32-44bf-a5cb-e99b3db52ad8 service nova] Enqueued Resource ID: 651e933e-83a8-4373-ac60-0c3a5bfe82c6 with Priority: HIGHEST for action security_group_rules [ 1137.067955] env[65562]: INFO networking_nsxv3.common.synchronization [req-a35bf661-7ba6-4c7a-8d9a-53a079f7901e req-10f735f0-ff32-44bf-a5cb-e99b3db52ad8 service nova] Enqueued Resource ID: 651e933e-83a8-4373-ac60-0c3a5bfe82c6 with Priority: HIGHEST for action security_group_members [ 1137.068122] env[65562]: INFO networking_nsxv3.common.synchronization [req-a35bf661-7ba6-4c7a-8d9a-53a079f7901e req-10f735f0-ff32-44bf-a5cb-e99b3db52ad8 service nova] Enqueued Resource ID: b6ac2773-aa85-43b9-8272-7fc8fbf20a9c with Priority: HIGHEST for action port [ 1137.068657] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 651e933e-83a8-4373-ac60-0c3a5bfe82c6 with Priority: HIGHEST for action security_group_rules [ 1137.068854] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 651e933e-83a8-4373-ac60-0c3a5bfe82c6 with Priority: HIGHEST for action security_group_members [ 1137.068980] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b6ac2773-aa85-43b9-8272-7fc8fbf20a9c with Priority: HIGHEST for action port [ 1137.069477] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock rules-651e933e-83a8-4373-ac60-0c3a5bfe82c6 taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.069578] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-651e933e-83a8-4373-ac60-0c3a5bfe82c6" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.071571] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-651e933e-83a8-4373-ac60-0c3a5bfe82c6" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.071571] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-651e933e-83a8-4373-ac60-0c3a5bfe82c6" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.071571] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('651e933e-83a8-4373-ac60-0c3a5bfe82c6',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1137.071571] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-651e933e-83a8-4373-ac60-0c3a5bfe82c6 taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.071571] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-651e933e-83a8-4373-ac60-0c3a5bfe82c6" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.071571] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-651e933e-83a8-4373-ac60-0c3a5bfe82c6" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.071571] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-651e933e-83a8-4373-ac60-0c3a5bfe82c6" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.071571] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.071571] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.071571] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.071856] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.071856] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.071915] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('651e933e-83a8-4373-ac60-0c3a5bfe82c6',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1137.073293] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock port-b6ac2773-aa85-43b9-8272-7fc8fbf20a9c taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.073293] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b6ac2773-aa85-43b9-8272-7fc8fbf20a9c" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.073293] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b6ac2773-aa85-43b9-8272-7fc8fbf20a9c" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.073293] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b6ac2773-aa85-43b9-8272-7fc8fbf20a9c" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.073293] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b6ac2773-aa85-43b9-8272-7fc8fbf20a9c',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1137.273373] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.273553] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.273593] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.273816] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.273915] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.274141] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.274237] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.274301] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.274551] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.274551] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.274645] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2fafe9ef-7e47-4c4b-88ec-4ced8cbabccd is going to be updated. [ 1137.304348] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.304544] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.304609] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.304821] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.304959] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.315197] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2fafe9ef-7e47-4c4b-88ec-4ced8cbabccd in Status: IN_PROGRESS for 2s [ 1137.509059] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 42ad6657-fb78-431c-b345-5c050bf84172 in Status: SUCCESS [ 1137.509255] env[65562]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 42ad6657-fb78-431c-b345-5c050bf84172 deletion is rescheduled due to dependency. [ 1137.509373] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-42ad6657-fb78-431c-b345-5c050bf84172" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.574647] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('651e933e-83a8-4373-ac60-0c3a5bfe82c6',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1137.575908] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-651e933e-83a8-4373-ac60-0c3a5bfe82c6 taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.576039] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-651e933e-83a8-4373-ac60-0c3a5bfe82c6" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.576495] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b6ac2773-aa85-43b9-8272-7fc8fbf20a9c with status ACTIVE [ 1137.576947] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.576947] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.576947] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.577147] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.577246] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.577430] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.577539] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.577659] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.577790] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.577869] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.578245] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.578245] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.578245] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.578366] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.578457] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.578498] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b6ac2773-aa85-43b9-8272-7fc8fbf20a9c is going to be updated. [ 1137.603188] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.603362] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.603413] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.603637] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.603787] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.603960] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b6ac2773-aa85-43b9-8272-7fc8fbf20a9c" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.888271] env[65562]: DEBUG networking_nsxv3.common.locking [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Lock network-422 taken with stack trace [, , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.888639] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquiring lock "network-422" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.888639] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired lock "network-422" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.888885] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired external semaphore "network-422" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.889164] env[65562]: DEBUG networking_nsxv3.common.locking [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.889313] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquiring lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.889465] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.889630] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired external semaphore "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.889804] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Releasing lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.890035] env[65562]: DEBUG dogpile.cache.region [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] No value present for key: 'zone-id' {{(pid=65562) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1137.890106] env[65562]: DEBUG dogpile.lock [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] NeedRegenerationException {{(pid=65562) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1137.890220] env[65562]: DEBUG dogpile.lock [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] no value, waiting for create lock {{(pid=65562) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1137.890288] env[65562]: DEBUG dogpile.lock [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] value creation lock acquired {{(pid=65562) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1137.890391] env[65562]: DEBUG dogpile.cache.region [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] No value present for key: 'zone-id' {{(pid=65562) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1137.890492] env[65562]: DEBUG dogpile.lock [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Calling creation function for not-yet-present value {{(pid=65562) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1137.890614] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1137.912471] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1137.912471] env[65562]: DEBUG dogpile.cache.region [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65562) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1137.912471] env[65562]: DEBUG dogpile.lock [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Released creation lock {{(pid=65562) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1137.912665] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Releasing lock "network-422" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.912989] env[65562]: DEBUG networking_nsxv3.common.locking [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Lock port-53dc0d18-9dae-412b-9684-c0384780c2d3 taken with stack trace [, , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.913684] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquiring lock "port-53dc0d18-9dae-412b-9684-c0384780c2d3" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.913684] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired lock "port-53dc0d18-9dae-412b-9684-c0384780c2d3" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.913922] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired external semaphore "port-53dc0d18-9dae-412b-9684-c0384780c2d3" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.914063] env[65562]: DEBUG networking_nsxv3.api.rpc [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('53dc0d18-9dae-412b-9684-c0384780c2d3',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1138.078405] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('651e933e-83a8-4373-ac60-0c3a5bfe82c6',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1138.416863] env[65562]: DEBUG networking_nsxv3.common.locking [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.417046] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.417161] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.417465] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.417617] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.417915] env[65562]: DEBUG networking_nsxv3.common.locking [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.418087] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquiring lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.418204] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.418420] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired external semaphore "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.418554] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Releasing lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.418913] env[65562]: DEBUG networking_nsxv3.common.locking [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.419094] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.419210] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.419415] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.419578] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.419722] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Resource: SegmentPort with ID: 53dc0d18-9dae-412b-9684-c0384780c2d3 is going to be updated. [ 1138.444668] env[65562]: DEBUG networking_nsxv3.common.locking [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.444956] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.445180] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.446010] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.446010] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.446286] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Releasing lock "port-53dc0d18-9dae-412b-9684-c0384780c2d3" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.580694] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.580889] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.580934] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.581181] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.581280] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.581386] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 651e933e-83a8-4373-ac60-0c3a5bfe82c6 is going to be created. [ 1138.610680] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.610895] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.610895] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.611123] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.611289] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.632106] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 651e933e-83a8-4373-ac60-0c3a5bfe82c6 in Status: UNINITIALIZED for 2s [ 1138.699020] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 28734607-ee97-46ec-b6bb-d4a31cf0cfc4 in Status: SUCCESS [ 1138.699239] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-28734607-ee97-46ec-b6bb-d4a31cf0cfc4" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.207174] env[65562]: INFO networking_nsxv3.common.synchronization [req-869f9a3b-256c-4750-a2ed-16208f232f51 req-0c5ac49f-2a68-43ad-bb7a-6bf686550b80 service nova] Enqueued Resource ID: ebe9d131-bf1d-401c-956d-8958f6a945eb with Priority: HIGHEST for action security_group_rules [ 1139.207438] env[65562]: INFO networking_nsxv3.common.synchronization [req-869f9a3b-256c-4750-a2ed-16208f232f51 req-0c5ac49f-2a68-43ad-bb7a-6bf686550b80 service nova] Enqueued Resource ID: ebe9d131-bf1d-401c-956d-8958f6a945eb with Priority: HIGHEST for action security_group_members [ 1139.207438] env[65562]: INFO networking_nsxv3.common.synchronization [req-869f9a3b-256c-4750-a2ed-16208f232f51 req-0c5ac49f-2a68-43ad-bb7a-6bf686550b80 service nova] Enqueued Resource ID: 53dc0d18-9dae-412b-9684-c0384780c2d3 with Priority: HIGHEST for action port [ 1139.208198] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ebe9d131-bf1d-401c-956d-8958f6a945eb with Priority: HIGHEST for action security_group_rules [ 1139.208480] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ebe9d131-bf1d-401c-956d-8958f6a945eb with Priority: HIGHEST for action security_group_members [ 1139.208480] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 53dc0d18-9dae-412b-9684-c0384780c2d3 with Priority: HIGHEST for action port [ 1139.208769] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ebe9d131-bf1d-401c-956d-8958f6a945eb taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.208909] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ebe9d131-bf1d-401c-956d-8958f6a945eb" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.208979] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ebe9d131-bf1d-401c-956d-8958f6a945eb" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.209209] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ebe9d131-bf1d-401c-956d-8958f6a945eb" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.209297] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ebe9d131-bf1d-401c-956d-8958f6a945eb',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1139.211445] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-ebe9d131-bf1d-401c-956d-8958f6a945eb taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.211912] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ebe9d131-bf1d-401c-956d-8958f6a945eb" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.211912] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ebe9d131-bf1d-401c-956d-8958f6a945eb" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.211912] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ebe9d131-bf1d-401c-956d-8958f6a945eb" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.212046] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.212097] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.212135] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.212449] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.212690] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.212816] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ebe9d131-bf1d-401c-956d-8958f6a945eb',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1139.213659] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock port-53dc0d18-9dae-412b-9684-c0384780c2d3 taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.213844] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-53dc0d18-9dae-412b-9684-c0384780c2d3" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.213844] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-53dc0d18-9dae-412b-9684-c0384780c2d3" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.213987] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-53dc0d18-9dae-412b-9684-c0384780c2d3" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.214049] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('53dc0d18-9dae-412b-9684-c0384780c2d3',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1139.329197] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2fafe9ef-7e47-4c4b-88ec-4ced8cbabccd in Status: SUCCESS [ 1139.329513] env[65562]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2fafe9ef-7e47-4c4b-88ec-4ced8cbabccd deletion is rescheduled due to dependency. [ 1139.329513] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2fafe9ef-7e47-4c4b-88ec-4ced8cbabccd" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.507620] env[65562]: INFO networking_nsxv3.common.synchronization [req-7619b5a6-e548-4e6d-af8e-b95a53830bb3 req-7e58054e-2512-4004-bd09-937d74cbd4a3 tempest-ServerActionsTestOtherA-1532973600 tempest-ServerActionsTestOtherA-1532973600-project-member] Enqueued Resource ID: 61c2f228-d6a3-4d4c-b7de-fe6b2c3c1d08 with Priority: HIGHEST for action security_group_members [ 1139.508229] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 61c2f228-d6a3-4d4c-b7de-fe6b2c3c1d08 with Priority: HIGHEST for action security_group_members [ 1139.508660] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-61c2f228-d6a3-4d4c-b7de-fe6b2c3c1d08 taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.508820] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-61c2f228-d6a3-4d4c-b7de-fe6b2c3c1d08" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.509711] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-61c2f228-d6a3-4d4c-b7de-fe6b2c3c1d08" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.510129] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-61c2f228-d6a3-4d4c-b7de-fe6b2c3c1d08" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.510457] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.511138] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.511138] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.511138] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.511138] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.511384] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('61c2f228-d6a3-4d4c-b7de-fe6b2c3c1d08',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1139.716750] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ebe9d131-bf1d-401c-956d-8958f6a945eb',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1139.717644] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-ebe9d131-bf1d-401c-956d-8958f6a945eb taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.717764] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ebe9d131-bf1d-401c-956d-8958f6a945eb" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.717940] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 53dc0d18-9dae-412b-9684-c0384780c2d3 with status ACTIVE [ 1139.718119] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.718229] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.718315] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.719211] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.719211] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.719211] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.719211] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.719211] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.719211] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.719211] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.719495] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.719495] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.719634] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.719634] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.720651] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.720651] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 53dc0d18-9dae-412b-9684-c0384780c2d3 is going to be updated. [ 1139.746357] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.748019] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.748019] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.748019] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.748019] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.748019] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-53dc0d18-9dae-412b-9684-c0384780c2d3" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.919543] env[65562]: DEBUG networking_nsxv3.common.locking [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Lock network-817 taken with stack trace [, , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.919912] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquiring lock "network-817" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.920212] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired lock "network-817" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.920618] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired external semaphore "network-817" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.921062] env[65562]: DEBUG networking_nsxv3.common.locking [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.921333] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquiring lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.921518] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.921869] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired external semaphore "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.922121] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Releasing lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.922432] env[65562]: DEBUG dogpile.cache.region [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] No value present for key: 'zone-id' {{(pid=65562) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1139.922729] env[65562]: DEBUG dogpile.lock [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] NeedRegenerationException {{(pid=65562) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1139.922921] env[65562]: DEBUG dogpile.lock [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] no value, waiting for create lock {{(pid=65562) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1139.923124] env[65562]: DEBUG dogpile.lock [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] value creation lock acquired {{(pid=65562) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1139.923311] env[65562]: DEBUG dogpile.cache.region [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] No value present for key: 'zone-id' {{(pid=65562) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1139.923479] env[65562]: DEBUG dogpile.lock [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Calling creation function for not-yet-present value {{(pid=65562) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1139.923685] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1139.950407] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1139.950604] env[65562]: DEBUG dogpile.cache.region [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=65562) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1139.950675] env[65562]: DEBUG dogpile.lock [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Released creation lock {{(pid=65562) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1139.950819] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Releasing lock "network-817" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.951222] env[65562]: DEBUG networking_nsxv3.common.locking [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Lock port-c0935cce-a92b-4cee-ac7a-35d19b90c9b1 taken with stack trace [, , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.951398] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquiring lock "port-c0935cce-a92b-4cee-ac7a-35d19b90c9b1" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.951520] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired lock "port-c0935cce-a92b-4cee-ac7a-35d19b90c9b1" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.952120] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired external semaphore "port-c0935cce-a92b-4cee-ac7a-35d19b90c9b1" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.952266] env[65562]: DEBUG networking_nsxv3.api.rpc [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c0935cce-a92b-4cee-ac7a-35d19b90c9b1',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1140.014156] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.014510] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.014510] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.014733] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.015496] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.015496] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.015496] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.015496] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.015496] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.015496] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.015496] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 61c2f228-d6a3-4d4c-b7de-fe6b2c3c1d08 is going to be deleted. [ 1140.055131] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.055363] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.055470] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.055823] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.055974] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.056257] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-61c2f228-d6a3-4d4c-b7de-fe6b2c3c1d08" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.222427] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ebe9d131-bf1d-401c-956d-8958f6a945eb',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1140.454807] env[65562]: DEBUG networking_nsxv3.common.locking [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.455104] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.455364] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.455734] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.455945] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.456172] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Segment Port c0935cce-a92b-4cee-ac7a-35d19b90c9b1 not found, creating... [ 1140.456575] env[65562]: DEBUG networking_nsxv3.common.locking [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.456772] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquiring lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.456890] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.457171] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired external semaphore "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.457317] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Releasing lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.457651] env[65562]: DEBUG networking_nsxv3.common.locking [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.457912] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.458051] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.458293] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.458425] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.458573] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Resource: SegmentPort with ID: c0935cce-a92b-4cee-ac7a-35d19b90c9b1 is going to be created. [ 1140.480614] env[65562]: DEBUG networking_nsxv3.common.locking [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.480835] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.480953] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.481516] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.481747] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.481980] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Releasing lock "port-c0935cce-a92b-4cee-ac7a-35d19b90c9b1" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.648085] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 651e933e-83a8-4373-ac60-0c3a5bfe82c6 in Status: SUCCESS [ 1140.648085] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-651e933e-83a8-4373-ac60-0c3a5bfe82c6" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.648085] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-651e933e-83a8-4373-ac60-0c3a5bfe82c6" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.648085] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-651e933e-83a8-4373-ac60-0c3a5bfe82c6" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.648085] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.648458] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.648458] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.648458] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.648458] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.648687] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-651e933e-83a8-4373-ac60-0c3a5bfe82c6" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.648687] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('651e933e-83a8-4373-ac60-0c3a5bfe82c6',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1140.725543] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.725744] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.725744] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.725972] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.726079] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.726224] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ebe9d131-bf1d-401c-956d-8958f6a945eb is going to be updated. [ 1140.761351] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.761550] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.761584] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.761774] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.761923] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.772086] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ebe9d131-bf1d-401c-956d-8958f6a945eb in Status: IN_PROGRESS for 2s [ 1141.150782] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('651e933e-83a8-4373-ac60-0c3a5bfe82c6',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1141.193709] env[65562]: INFO networking_nsxv3.common.synchronization [req-7619b5a6-e548-4e6d-af8e-b95a53830bb3 req-50c3ba12-f33c-414c-8ecd-6544fc84ffa2 service nova] Enqueued Resource ID: 61c2f228-d6a3-4d4c-b7de-fe6b2c3c1d08 with Priority: HIGHEST for action security_group_rules [ 1141.193828] env[65562]: INFO networking_nsxv3.common.synchronization [req-7619b5a6-e548-4e6d-af8e-b95a53830bb3 req-50c3ba12-f33c-414c-8ecd-6544fc84ffa2 service nova] Enqueued Resource ID: 61c2f228-d6a3-4d4c-b7de-fe6b2c3c1d08 with Priority: HIGHEST for action security_group_members [ 1141.193959] env[65562]: INFO networking_nsxv3.common.synchronization [req-7619b5a6-e548-4e6d-af8e-b95a53830bb3 req-50c3ba12-f33c-414c-8ecd-6544fc84ffa2 service nova] Enqueued Resource ID: c0935cce-a92b-4cee-ac7a-35d19b90c9b1 with Priority: HIGHEST for action port [ 1141.194476] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 61c2f228-d6a3-4d4c-b7de-fe6b2c3c1d08 with Priority: HIGHEST for action security_group_rules [ 1141.194664] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 61c2f228-d6a3-4d4c-b7de-fe6b2c3c1d08 with Priority: HIGHEST for action security_group_members [ 1141.194720] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c0935cce-a92b-4cee-ac7a-35d19b90c9b1 with Priority: HIGHEST for action port [ 1141.195618] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock rules-61c2f228-d6a3-4d4c-b7de-fe6b2c3c1d08 taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.195768] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-61c2f228-d6a3-4d4c-b7de-fe6b2c3c1d08" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.195991] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-61c2f228-d6a3-4d4c-b7de-fe6b2c3c1d08" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.195991] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-61c2f228-d6a3-4d4c-b7de-fe6b2c3c1d08" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.196173] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('61c2f228-d6a3-4d4c-b7de-fe6b2c3c1d08',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1141.198414] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-61c2f228-d6a3-4d4c-b7de-fe6b2c3c1d08 taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.198414] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-61c2f228-d6a3-4d4c-b7de-fe6b2c3c1d08" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.198414] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-61c2f228-d6a3-4d4c-b7de-fe6b2c3c1d08" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.198414] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-61c2f228-d6a3-4d4c-b7de-fe6b2c3c1d08" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.198414] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.198414] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.198414] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.198414] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.198414] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.198414] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('61c2f228-d6a3-4d4c-b7de-fe6b2c3c1d08',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1141.201314] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock port-c0935cce-a92b-4cee-ac7a-35d19b90c9b1 taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.201314] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c0935cce-a92b-4cee-ac7a-35d19b90c9b1" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.201314] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c0935cce-a92b-4cee-ac7a-35d19b90c9b1" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.201495] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c0935cce-a92b-4cee-ac7a-35d19b90c9b1" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.202050] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c0935cce-a92b-4cee-ac7a-35d19b90c9b1',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1141.653276] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 651e933e-83a8-4373-ac60-0c3a5bfe82c6: rpc.has_security_group_logging(os_id): False [ 1141.674223] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.674418] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.674518] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.674849] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.674976] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.675358] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.675491] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.675581] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.675805] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.675922] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.676105] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 651e933e-83a8-4373-ac60-0c3a5bfe82c6 is going to be created. [ 1141.704143] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-61c2f228-d6a3-4d4c-b7de-fe6b2c3c1d08 taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.704460] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-61c2f228-d6a3-4d4c-b7de-fe6b2c3c1d08" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.704460] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('61c2f228-d6a3-4d4c-b7de-fe6b2c3c1d08',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1141.705715] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c0935cce-a92b-4cee-ac7a-35d19b90c9b1 with status ACTIVE [ 1141.706477] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.706477] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.706477] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.706706] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.710028] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.710028] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.710028] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.710028] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.710028] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.710028] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.710028] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.710028] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.710028] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.710028] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.710028] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.710028] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c0935cce-a92b-4cee-ac7a-35d19b90c9b1 is going to be updated. [ 1141.736439] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.736641] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.736688] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.737015] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.737298] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.737434] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c0935cce-a92b-4cee-ac7a-35d19b90c9b1" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.760198] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.760359] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.760412] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.760629] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.761753] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.774725] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 651e933e-83a8-4373-ac60-0c3a5bfe82c6 in Status: IN_PROGRESS for 2s [ 1142.211955] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('61c2f228-d6a3-4d4c-b7de-fe6b2c3c1d08',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1142.714765] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.714765] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.714765] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.716369] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.716369] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.716369] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 61c2f228-d6a3-4d4c-b7de-fe6b2c3c1d08 is going to be created. [ 1142.741649] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.741870] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.741991] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.742383] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.742681] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.756631] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 61c2f228-d6a3-4d4c-b7de-fe6b2c3c1d08 in Status: UNINITIALIZED for 2s [ 1142.786976] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ebe9d131-bf1d-401c-956d-8958f6a945eb in Status: SUCCESS [ 1142.787271] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ebe9d131-bf1d-401c-956d-8958f6a945eb" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.787484] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ebe9d131-bf1d-401c-956d-8958f6a945eb" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.787769] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ebe9d131-bf1d-401c-956d-8958f6a945eb" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.788023] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.788176] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.788257] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.788457] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.788564] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.788692] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ebe9d131-bf1d-401c-956d-8958f6a945eb" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.788822] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ebe9d131-bf1d-401c-956d-8958f6a945eb',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1143.290605] env[65562]: INFO networking_nsxv3.common.synchronization [req-30f990bc-7ff9-416c-9a98-5804b1cce00e req-ea3483ec-b1a0-4b18-b1ba-2afb4a82ff14 tempest-AttachVolumeShelveTestJSON-1344819050 tempest-AttachVolumeShelveTestJSON-1344819050-project-member] Enqueued Resource ID: 9122eb9d-4159-4118-9f6f-cf72fbb2f8be with Priority: HIGHEST for action security_group_members [ 1143.290605] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9122eb9d-4159-4118-9f6f-cf72fbb2f8be with Priority: HIGHEST for action security_group_members [ 1143.290605] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-9122eb9d-4159-4118-9f6f-cf72fbb2f8be taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.290605] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9122eb9d-4159-4118-9f6f-cf72fbb2f8be" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.290605] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9122eb9d-4159-4118-9f6f-cf72fbb2f8be" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.291714] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9122eb9d-4159-4118-9f6f-cf72fbb2f8be" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.292368] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.292642] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.292806] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.293601] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.293601] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.294175] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9122eb9d-4159-4118-9f6f-cf72fbb2f8be',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1143.295809] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-ebe9d131-bf1d-401c-956d-8958f6a945eb taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.296080] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ebe9d131-bf1d-401c-956d-8958f6a945eb" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.297023] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ebe9d131-bf1d-401c-956d-8958f6a945eb" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.297023] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ebe9d131-bf1d-401c-956d-8958f6a945eb" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.297023] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.297023] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.297023] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.297541] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.298056] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.298256] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ebe9d131-bf1d-401c-956d-8958f6a945eb" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.298513] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-ebe9d131-bf1d-401c-956d-8958f6a945eb taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.299232] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ebe9d131-bf1d-401c-956d-8958f6a945eb" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.299232] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ebe9d131-bf1d-401c-956d-8958f6a945eb" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.299232] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ebe9d131-bf1d-401c-956d-8958f6a945eb" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.299232] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.299624] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.301210] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.301210] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.301210] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.301210] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ebe9d131-bf1d-401c-956d-8958f6a945eb" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.301210] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ebe9d131-bf1d-401c-956d-8958f6a945eb',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1143.725265] env[65562]: DEBUG networking_nsxv3.common.locking [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Lock network-168 taken with stack trace [, , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.725600] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquiring lock "network-168" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.726221] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired lock "network-168" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.726567] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired external semaphore "network-168" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.726852] env[65562]: DEBUG networking_nsxv3.common.locking [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.727308] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquiring lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.727308] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.727471] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired external semaphore "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.727567] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Releasing lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.730625] env[65562]: DEBUG dogpile.cache.region [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] No value present for key: 'zone-id' {{(pid=65562) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1143.730810] env[65562]: DEBUG dogpile.lock [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] NeedRegenerationException {{(pid=65562) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1143.730947] env[65562]: DEBUG dogpile.lock [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] no value, waiting for create lock {{(pid=65562) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1143.731081] env[65562]: DEBUG dogpile.lock [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] value creation lock acquired {{(pid=65562) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1143.731212] env[65562]: DEBUG dogpile.cache.region [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] No value present for key: 'zone-id' {{(pid=65562) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1143.731331] env[65562]: DEBUG dogpile.lock [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Calling creation function for not-yet-present value {{(pid=65562) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1143.731470] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1143.757585] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1143.757800] env[65562]: DEBUG dogpile.cache.region [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=65562) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1143.757980] env[65562]: DEBUG dogpile.lock [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Released creation lock {{(pid=65562) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1143.758174] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Releasing lock "network-168" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.758511] env[65562]: DEBUG networking_nsxv3.common.locking [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Lock port-da8f0e93-0d26-468a-8103-3346a4a14555 taken with stack trace [, , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.758697] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquiring lock "port-da8f0e93-0d26-468a-8103-3346a4a14555" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.758816] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired lock "port-da8f0e93-0d26-468a-8103-3346a4a14555" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.759257] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired external semaphore "port-da8f0e93-0d26-468a-8103-3346a4a14555" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.759395] env[65562]: DEBUG networking_nsxv3.api.rpc [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('da8f0e93-0d26-468a-8103-3346a4a14555',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1143.797534] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.797534] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.797534] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.798360] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.798572] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.798838] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.799041] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.799116] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.799291] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.799397] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.799468] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9122eb9d-4159-4118-9f6f-cf72fbb2f8be already deleted. [ 1143.800070] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9122eb9d-4159-4118-9f6f-cf72fbb2f8be" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.803886] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 651e933e-83a8-4373-ac60-0c3a5bfe82c6 in Status: SUCCESS [ 1143.804171] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-651e933e-83a8-4373-ac60-0c3a5bfe82c6" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.804975] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ebe9d131-bf1d-401c-956d-8958f6a945eb: rpc.has_security_group_logging(os_id): False [ 1143.827490] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.827676] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.827733] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.827937] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.828052] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.828322] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.828430] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.828542] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.828669] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.828752] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.828982] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.829107] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.829417] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.829417] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.829417] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.829585] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.829816] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.829816] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.829816] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.829900] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.829975] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ebe9d131-bf1d-401c-956d-8958f6a945eb is going to be updated. [ 1143.919704] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.919704] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.919704] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.919704] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.919704] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.935565] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ebe9d131-bf1d-401c-956d-8958f6a945eb in Status: IN_PROGRESS for 2s [ 1144.263750] env[65562]: DEBUG networking_nsxv3.common.locking [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.263929] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.264068] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.264498] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.264678] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.264840] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Segment Port da8f0e93-0d26-468a-8103-3346a4a14555 not found, creating... [ 1144.265127] env[65562]: DEBUG networking_nsxv3.common.locking [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.265289] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquiring lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.265469] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.265715] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired external semaphore "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.265856] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Releasing lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.266168] env[65562]: DEBUG networking_nsxv3.common.locking [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.266319] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.266432] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.266718] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.266859] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.266997] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Resource: SegmentPort with ID: da8f0e93-0d26-468a-8103-3346a4a14555 is going to be created. [ 1144.293029] env[65562]: DEBUG networking_nsxv3.common.locking [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.293352] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.293494] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.293791] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.294078] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.294345] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Releasing lock "port-da8f0e93-0d26-468a-8103-3346a4a14555" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.539875] env[65562]: INFO networking_nsxv3.common.synchronization [req-e70f7613-8764-4d52-8486-b6e6602bf7d5 req-b1514544-81ba-4cca-8957-4babd44f75a0 tempest-AttachVolumeTestJSON-1703790782 tempest-AttachVolumeTestJSON-1703790782-project-member] Enqueued Resource ID: c63924d5-cb54-49ee-ae44-63e03a78c8e3 with Priority: HIGHEST for action security_group_members [ 1144.540523] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c63924d5-cb54-49ee-ae44-63e03a78c8e3 with Priority: HIGHEST for action security_group_members [ 1144.540846] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-c63924d5-cb54-49ee-ae44-63e03a78c8e3 taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.540979] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c63924d5-cb54-49ee-ae44-63e03a78c8e3" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.541098] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c63924d5-cb54-49ee-ae44-63e03a78c8e3" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.541367] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c63924d5-cb54-49ee-ae44-63e03a78c8e3" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.541527] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.541642] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.541708] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.541869] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.541972] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.542077] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c63924d5-cb54-49ee-ae44-63e03a78c8e3',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1144.767943] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 61c2f228-d6a3-4d4c-b7de-fe6b2c3c1d08 in Status: SUCCESS [ 1144.768414] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-61c2f228-d6a3-4d4c-b7de-fe6b2c3c1d08" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.768414] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-61c2f228-d6a3-4d4c-b7de-fe6b2c3c1d08" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.768529] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-61c2f228-d6a3-4d4c-b7de-fe6b2c3c1d08" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.768746] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.768942] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.768942] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.770498] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.770498] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.770498] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-61c2f228-d6a3-4d4c-b7de-fe6b2c3c1d08" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.770498] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('61c2f228-d6a3-4d4c-b7de-fe6b2c3c1d08',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1145.048159] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.048159] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.048159] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.048159] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.063989] env[65562]: INFO networking_nsxv3.common.synchronization [req-30f990bc-7ff9-416c-9a98-5804b1cce00e req-da43f82a-7e35-48a6-89dc-54a9d4524ddd service nova] Enqueued Resource ID: 9122eb9d-4159-4118-9f6f-cf72fbb2f8be with Priority: HIGHEST for action security_group_rules [ 1145.063989] env[65562]: INFO networking_nsxv3.common.synchronization [req-30f990bc-7ff9-416c-9a98-5804b1cce00e req-da43f82a-7e35-48a6-89dc-54a9d4524ddd service nova] Enqueued Resource ID: 9122eb9d-4159-4118-9f6f-cf72fbb2f8be with Priority: HIGHEST for action security_group_members [ 1145.063989] env[65562]: INFO networking_nsxv3.common.synchronization [req-30f990bc-7ff9-416c-9a98-5804b1cce00e req-da43f82a-7e35-48a6-89dc-54a9d4524ddd service nova] Enqueued Resource ID: da8f0e93-0d26-468a-8103-3346a4a14555 with Priority: HIGHEST for action port [ 1145.063989] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9122eb9d-4159-4118-9f6f-cf72fbb2f8be with Priority: HIGHEST for action security_group_rules [ 1145.063989] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9122eb9d-4159-4118-9f6f-cf72fbb2f8be with Priority: HIGHEST for action security_group_members [ 1145.066228] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: da8f0e93-0d26-468a-8103-3346a4a14555 with Priority: HIGHEST for action port [ 1145.066789] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9122eb9d-4159-4118-9f6f-cf72fbb2f8be taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.067124] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9122eb9d-4159-4118-9f6f-cf72fbb2f8be" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.070367] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9122eb9d-4159-4118-9f6f-cf72fbb2f8be" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.070367] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9122eb9d-4159-4118-9f6f-cf72fbb2f8be" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.070367] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9122eb9d-4159-4118-9f6f-cf72fbb2f8be',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1145.070367] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-9122eb9d-4159-4118-9f6f-cf72fbb2f8be taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.070367] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9122eb9d-4159-4118-9f6f-cf72fbb2f8be" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.070367] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9122eb9d-4159-4118-9f6f-cf72fbb2f8be" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.070367] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9122eb9d-4159-4118-9f6f-cf72fbb2f8be" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.071711] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.071949] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.072082] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.074833] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.074937] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.075060] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9122eb9d-4159-4118-9f6f-cf72fbb2f8be',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1145.076109] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock port-da8f0e93-0d26-468a-8103-3346a4a14555 taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.076244] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-da8f0e93-0d26-468a-8103-3346a4a14555" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.076314] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-da8f0e93-0d26-468a-8103-3346a4a14555" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.076490] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-da8f0e93-0d26-468a-8103-3346a4a14555" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.076568] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('da8f0e93-0d26-468a-8103-3346a4a14555',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1145.081823] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.082822] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.082960] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.083040] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.083339] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.083866] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.083866] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c63924d5-cb54-49ee-ae44-63e03a78c8e3 is going to be updated. [ 1145.119299] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.119533] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.119533] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.119800] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.119993] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.130080] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c63924d5-cb54-49ee-ae44-63e03a78c8e3 in Status: IN_PROGRESS for 2s [ 1145.271543] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-61c2f228-d6a3-4d4c-b7de-fe6b2c3c1d08 taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.271779] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-61c2f228-d6a3-4d4c-b7de-fe6b2c3c1d08" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.271888] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-61c2f228-d6a3-4d4c-b7de-fe6b2c3c1d08" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.272132] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-61c2f228-d6a3-4d4c-b7de-fe6b2c3c1d08" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.272387] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.272507] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.272570] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.272745] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.272832] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.272928] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-61c2f228-d6a3-4d4c-b7de-fe6b2c3c1d08" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.273101] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-61c2f228-d6a3-4d4c-b7de-fe6b2c3c1d08 taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.273206] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-61c2f228-d6a3-4d4c-b7de-fe6b2c3c1d08" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.273295] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-61c2f228-d6a3-4d4c-b7de-fe6b2c3c1d08" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.273465] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-61c2f228-d6a3-4d4c-b7de-fe6b2c3c1d08" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.273610] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.273699] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.273758] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.273893] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.273969] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.274062] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-61c2f228-d6a3-4d4c-b7de-fe6b2c3c1d08" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.274148] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('61c2f228-d6a3-4d4c-b7de-fe6b2c3c1d08',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1145.578991] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9122eb9d-4159-4118-9f6f-cf72fbb2f8be',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1145.580143] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-9122eb9d-4159-4118-9f6f-cf72fbb2f8be taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.580271] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9122eb9d-4159-4118-9f6f-cf72fbb2f8be" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.587089] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port da8f0e93-0d26-468a-8103-3346a4a14555 with status ACTIVE [ 1145.587318] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.587448] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.587515] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.587736] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.587834] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.588041] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.588148] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.588211] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.588379] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.588455] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.588639] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.588732] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.588792] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.588962] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.589069] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.589172] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: da8f0e93-0d26-468a-8103-3346a4a14555 is going to be updated. [ 1145.612578] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.612886] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.613493] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.619131] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.619131] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.619131] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-da8f0e93-0d26-468a-8103-3346a4a14555" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.668634] env[65562]: INFO networking_nsxv3.common.synchronization [req-43654e85-4e2a-43a2-b447-421fb744e06a req-3a50bd87-5b41-48a4-b2b2-41baf2bff5ac tempest-ImagesTestJSON-262210320 tempest-ImagesTestJSON-262210320-project-member] Enqueued Resource ID: af93aedb-3930-4143-9adf-131e1f65beae with Priority: HIGHEST for action security_group_members [ 1145.669214] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: af93aedb-3930-4143-9adf-131e1f65beae with Priority: HIGHEST for action security_group_members [ 1145.669520] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-af93aedb-3930-4143-9adf-131e1f65beae taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.669642] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-af93aedb-3930-4143-9adf-131e1f65beae" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.669709] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-af93aedb-3930-4143-9adf-131e1f65beae" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.669931] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-af93aedb-3930-4143-9adf-131e1f65beae" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.670121] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.670211] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.670262] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.670408] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.670686] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.670686] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('af93aedb-3930-4143-9adf-131e1f65beae',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1145.777318] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 61c2f228-d6a3-4d4c-b7de-fe6b2c3c1d08: rpc.has_security_group_logging(os_id): False [ 1145.796517] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.796719] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.796719] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.796917] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.797061] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.797310] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.797420] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.797485] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.797674] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.797771] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.797982] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.798104] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.798169] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.798332] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.798411] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.798612] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.798708] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.798771] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.798946] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.799033] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.799124] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 61c2f228-d6a3-4d4c-b7de-fe6b2c3c1d08 is going to be created. [ 1145.861886] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.861886] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.861886] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.861886] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.861886] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.874637] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 61c2f228-d6a3-4d4c-b7de-fe6b2c3c1d08 in Status: IN_PROGRESS for 2s [ 1145.962246] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ebe9d131-bf1d-401c-956d-8958f6a945eb in Status: SUCCESS [ 1145.962456] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ebe9d131-bf1d-401c-956d-8958f6a945eb" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.082080] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9122eb9d-4159-4118-9f6f-cf72fbb2f8be',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1146.173028] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.173184] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.173285] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.173526] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.173644] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.173877] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.174045] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.174140] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.174358] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.174445] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.174576] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: af93aedb-3930-4143-9adf-131e1f65beae is going to be updated. [ 1146.208025] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.208025] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.208025] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.208025] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.208025] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.216909] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: af93aedb-3930-4143-9adf-131e1f65beae in Status: IN_PROGRESS for 2s [ 1146.587409] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.587621] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.587621] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.587844] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.587950] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.588072] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9122eb9d-4159-4118-9f6f-cf72fbb2f8be is going to be created. [ 1146.621383] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.621600] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.621926] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.622059] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.622333] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.634149] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9122eb9d-4159-4118-9f6f-cf72fbb2f8be in Status: UNINITIALIZED for 2s [ 1147.142632] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c63924d5-cb54-49ee-ae44-63e03a78c8e3 in Status: SUCCESS [ 1147.142632] env[65562]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c63924d5-cb54-49ee-ae44-63e03a78c8e3 deletion is rescheduled due to dependency. [ 1147.142632] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c63924d5-cb54-49ee-ae44-63e03a78c8e3" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.894367] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 61c2f228-d6a3-4d4c-b7de-fe6b2c3c1d08 in Status: SUCCESS [ 1147.894367] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-61c2f228-d6a3-4d4c-b7de-fe6b2c3c1d08" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.227866] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: af93aedb-3930-4143-9adf-131e1f65beae in Status: IN_PROGRESS for 4s [ 1148.645078] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9122eb9d-4159-4118-9f6f-cf72fbb2f8be in Status: SUCCESS [ 1148.645300] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9122eb9d-4159-4118-9f6f-cf72fbb2f8be" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.645471] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9122eb9d-4159-4118-9f6f-cf72fbb2f8be" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.645693] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9122eb9d-4159-4118-9f6f-cf72fbb2f8be" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.645891] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.646020] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.646092] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.646248] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.646326] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.646409] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9122eb9d-4159-4118-9f6f-cf72fbb2f8be" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.646497] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9122eb9d-4159-4118-9f6f-cf72fbb2f8be',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1149.151838] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9122eb9d-4159-4118-9f6f-cf72fbb2f8be',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1149.655221] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9122eb9d-4159-4118-9f6f-cf72fbb2f8be: rpc.has_security_group_logging(os_id): False [ 1149.675548] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.675735] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.675783] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.675974] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.676494] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.676775] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.676897] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.676967] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.677168] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.677253] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.677341] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9122eb9d-4159-4118-9f6f-cf72fbb2f8be is going to be created. [ 1149.740621] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.740740] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.740822] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.741033] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.741226] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.753111] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9122eb9d-4159-4118-9f6f-cf72fbb2f8be in Status: IN_PROGRESS for 2s [ 1150.240502] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: af93aedb-3930-4143-9adf-131e1f65beae in Status: SUCCESS [ 1150.240843] env[65562]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: af93aedb-3930-4143-9adf-131e1f65beae deletion is rescheduled due to dependency. [ 1150.240843] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-af93aedb-3930-4143-9adf-131e1f65beae" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.428822] env[65562]: INFO networking_nsxv3.common.synchronization [req-f3df27b8-505f-4268-8101-b0d9db738e19 req-ac689a09-493b-4d2c-8858-ee7576eab949 tempest-ServerActionsTestOtherA-1532973600 tempest-ServerActionsTestOtherA-1532973600-project-member] Enqueued Resource ID: 61c2f228-d6a3-4d4c-b7de-fe6b2c3c1d08 with Priority: HIGHEST for action security_group_members [ 1150.429512] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 61c2f228-d6a3-4d4c-b7de-fe6b2c3c1d08 with Priority: HIGHEST for action security_group_members [ 1150.429845] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-61c2f228-d6a3-4d4c-b7de-fe6b2c3c1d08 taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.429984] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-61c2f228-d6a3-4d4c-b7de-fe6b2c3c1d08" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.430088] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-61c2f228-d6a3-4d4c-b7de-fe6b2c3c1d08" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.430345] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-61c2f228-d6a3-4d4c-b7de-fe6b2c3c1d08" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.430469] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.430714] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.430714] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.430788] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.430860] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.430957] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('61c2f228-d6a3-4d4c-b7de-fe6b2c3c1d08',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1150.491027] env[65562]: INFO networking_nsxv3.common.synchronization [req-f3df27b8-505f-4268-8101-b0d9db738e19 req-ac689a09-493b-4d2c-8858-ee7576eab949 tempest-ServerActionsTestOtherA-1532973600 tempest-ServerActionsTestOtherA-1532973600-project-member] Enqueued Resource ID: c0935cce-a92b-4cee-ac7a-35d19b90c9b1 with Priority: HIGHEST for action port [ 1150.491573] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c0935cce-a92b-4cee-ac7a-35d19b90c9b1 with Priority: HIGHEST for action port [ 1150.491872] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock port-c0935cce-a92b-4cee-ac7a-35d19b90c9b1 taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.491993] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c0935cce-a92b-4cee-ac7a-35d19b90c9b1" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.492204] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c0935cce-a92b-4cee-ac7a-35d19b90c9b1" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.492356] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c0935cce-a92b-4cee-ac7a-35d19b90c9b1" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.492462] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c0935cce-a92b-4cee-ac7a-35d19b90c9b1',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1150.736176] env[65562]: INFO networking_nsxv3.common.synchronization [None req-d15df77b-1883-40bb-8e59-c0f84618dae9 None None] Enqueued Resource ID: cf4691d0-88db-4813-b96a-938cea7429a3 with Priority: HIGHEST for action port [ 1150.736689] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cf4691d0-88db-4813-b96a-938cea7429a3 with Priority: HIGHEST for action port [ 1150.737057] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock port-cf4691d0-88db-4813-b96a-938cea7429a3 taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.737187] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cf4691d0-88db-4813-b96a-938cea7429a3" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.737256] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cf4691d0-88db-4813-b96a-938cea7429a3" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.737502] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cf4691d0-88db-4813-b96a-938cea7429a3" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.737647] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cf4691d0-88db-4813-b96a-938cea7429a3',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1150.934079] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.934380] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.934471] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.934842] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.934842] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.935023] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.935132] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.935197] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.935357] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.935905] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.935905] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 61c2f228-d6a3-4d4c-b7de-fe6b2c3c1d08 is going to be updated. [ 1150.961565] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.961704] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.961773] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.961977] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.962125] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.972446] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 61c2f228-d6a3-4d4c-b7de-fe6b2c3c1d08 in Status: IN_PROGRESS for 2s [ 1150.996899] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c0935cce-a92b-4cee-ac7a-35d19b90c9b1 with status ACTIVE [ 1150.997201] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.997341] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.997409] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.997634] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.997725] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.997911] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.998157] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.998219] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.998385] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.998460] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.998663] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.998777] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.998874] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.999063] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.999170] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.999258] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c0935cce-a92b-4cee-ac7a-35d19b90c9b1 is going to be updated. [ 1151.036520] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.036616] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.036760] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.036880] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.037018] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.038673] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c0935cce-a92b-4cee-ac7a-35d19b90c9b1" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.239698] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port cf4691d0-88db-4813-b96a-938cea7429a3 [ 1151.239945] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.240122] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.240231] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.240490] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.240584] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.240683] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:cf4691d0-88db-4813-b96a-938cea7429a3 already deleted. [ 1151.240766] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cf4691d0-88db-4813-b96a-938cea7429a3" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.767695] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9122eb9d-4159-4118-9f6f-cf72fbb2f8be in Status: SUCCESS [ 1151.767972] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9122eb9d-4159-4118-9f6f-cf72fbb2f8be" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.558582] env[65562]: INFO networking_nsxv3.common.synchronization [None req-c250f2a7-dbc5-4e88-beb0-83930fa4cd8a None None] Enqueued Resource ID: 9bd5db64-8635-4e10-88f0-8c57aec9d0f9 with Priority: HIGHEST for action port [ 1152.559225] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9bd5db64-8635-4e10-88f0-8c57aec9d0f9 with Priority: HIGHEST for action port [ 1152.560557] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock port-9bd5db64-8635-4e10-88f0-8c57aec9d0f9 taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.560557] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9bd5db64-8635-4e10-88f0-8c57aec9d0f9" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.560684] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9bd5db64-8635-4e10-88f0-8c57aec9d0f9" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.561414] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9bd5db64-8635-4e10-88f0-8c57aec9d0f9" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.561414] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9bd5db64-8635-4e10-88f0-8c57aec9d0f9',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1152.981808] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 61c2f228-d6a3-4d4c-b7de-fe6b2c3c1d08 in Status: SUCCESS [ 1152.982179] env[65562]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 61c2f228-d6a3-4d4c-b7de-fe6b2c3c1d08 deletion is rescheduled due to dependency. [ 1152.982355] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-61c2f228-d6a3-4d4c-b7de-fe6b2c3c1d08" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.065000] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9bd5db64-8635-4e10-88f0-8c57aec9d0f9 [ 1153.065000] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.065000] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.065000] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.065000] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.065000] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.065000] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9bd5db64-8635-4e10-88f0-8c57aec9d0f9 already deleted. [ 1153.065000] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9bd5db64-8635-4e10-88f0-8c57aec9d0f9" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.513446] env[65562]: INFO networking_nsxv3.common.synchronization [None req-d2aeffcc-af49-447a-a8b5-b0927a1f18c5 None None] Enqueued Resource ID: ed095814-1f41-47fc-902f-f7ce8f1a2c4e with Priority: HIGHEST for action port [ 1153.515289] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ed095814-1f41-47fc-902f-f7ce8f1a2c4e with Priority: HIGHEST for action port [ 1153.515289] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock port-ed095814-1f41-47fc-902f-f7ce8f1a2c4e taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.515289] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ed095814-1f41-47fc-902f-f7ce8f1a2c4e" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.515289] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ed095814-1f41-47fc-902f-f7ce8f1a2c4e" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.515289] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ed095814-1f41-47fc-902f-f7ce8f1a2c4e" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.515289] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ed095814-1f41-47fc-902f-f7ce8f1a2c4e',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1154.021156] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ed095814-1f41-47fc-902f-f7ce8f1a2c4e [ 1154.022780] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.022939] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.023022] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.023278] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.023419] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.023551] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ed095814-1f41-47fc-902f-f7ce8f1a2c4e already deleted. [ 1154.023642] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ed095814-1f41-47fc-902f-f7ce8f1a2c4e" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.859634] env[65562]: INFO networking_nsxv3.common.synchronization [None req-8239f6f2-c1cd-484f-badb-b44d18f642a0 None None] Enqueued Resource ID: 2d8c11ff-511a-4697-8839-0ee15e395cec with Priority: HIGHEST for action port [ 1154.859634] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2d8c11ff-511a-4697-8839-0ee15e395cec with Priority: HIGHEST for action port [ 1154.860163] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock port-2d8c11ff-511a-4697-8839-0ee15e395cec taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.860288] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2d8c11ff-511a-4697-8839-0ee15e395cec" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.860368] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2d8c11ff-511a-4697-8839-0ee15e395cec" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.860629] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2d8c11ff-511a-4697-8839-0ee15e395cec" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.860714] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2d8c11ff-511a-4697-8839-0ee15e395cec',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1155.363216] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2d8c11ff-511a-4697-8839-0ee15e395cec [ 1155.363612] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.363794] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.363865] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.364105] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.364209] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.364301] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2d8c11ff-511a-4697-8839-0ee15e395cec already deleted. [ 1155.364371] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2d8c11ff-511a-4697-8839-0ee15e395cec" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.094351] env[65562]: INFO networking_nsxv3.common.synchronization [None req-a1eabaf3-12dd-4ba6-baa1-70713260de95 tempest-AttachVolumeTestJSON-1703790782 tempest-AttachVolumeTestJSON-1703790782-project-member] Enqueued Resource ID: 3d96cccd-4553-4656-b59d-9c72c43b66ad with Priority: HIGHEST for action security_group_rules [ 1156.095511] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3d96cccd-4553-4656-b59d-9c72c43b66ad with Priority: HIGHEST for action security_group_rules [ 1156.095954] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3d96cccd-4553-4656-b59d-9c72c43b66ad taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.096241] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3d96cccd-4553-4656-b59d-9c72c43b66ad" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.096321] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3d96cccd-4553-4656-b59d-9c72c43b66ad" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.096625] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3d96cccd-4553-4656-b59d-9c72c43b66ad" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.096746] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3d96cccd-4553-4656-b59d-9c72c43b66ad',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1156.197682] env[65562]: INFO networking_nsxv3.common.synchronization [None req-53510528-236e-4fab-a98c-0ac9ded68a7d tempest-AttachVolumeTestJSON-1703790782 tempest-AttachVolumeTestJSON-1703790782-project-member] Enqueued Resource ID: 3d96cccd-4553-4656-b59d-9c72c43b66ad with Priority: HIGHEST for action security_group_rules [ 1156.198305] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3d96cccd-4553-4656-b59d-9c72c43b66ad with Priority: HIGHEST for action security_group_rules [ 1156.198630] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3d96cccd-4553-4656-b59d-9c72c43b66ad taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.198974] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3d96cccd-4553-4656-b59d-9c72c43b66ad" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.623427] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.623427] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.623427] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.623427] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.623427] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.623427] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3d96cccd-4553-4656-b59d-9c72c43b66ad already deleted. [ 1156.623427] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3d96cccd-4553-4656-b59d-9c72c43b66ad" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.623427] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3d96cccd-4553-4656-b59d-9c72c43b66ad" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.623427] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3d96cccd-4553-4656-b59d-9c72c43b66ad" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.623427] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3d96cccd-4553-4656-b59d-9c72c43b66ad',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1156.976991] env[65562]: INFO networking_nsxv3.common.synchronization [req-57fadd28-4736-43de-a0f4-4808d45a6d37 req-0ff13152-e507-45fd-aafd-d5232dce1771 tempest-AttachInterfacesTestJSON-12420228 tempest-AttachInterfacesTestJSON-12420228-project-member] Enqueued Resource ID: 9fb3ee70-3c59-4b63-a41d-1f2d154fb7af with Priority: HIGHEST for action security_group_members [ 1156.977656] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9fb3ee70-3c59-4b63-a41d-1f2d154fb7af with Priority: HIGHEST for action security_group_members [ 1156.977952] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-9fb3ee70-3c59-4b63-a41d-1f2d154fb7af taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.978092] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9fb3ee70-3c59-4b63-a41d-1f2d154fb7af" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.978326] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9fb3ee70-3c59-4b63-a41d-1f2d154fb7af" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.978421] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9fb3ee70-3c59-4b63-a41d-1f2d154fb7af" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.978527] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.978633] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.978694] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.978841] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.978931] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.979873] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9fb3ee70-3c59-4b63-a41d-1f2d154fb7af',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1157.144574] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.145587] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.145736] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.145957] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.146067] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.146170] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3d96cccd-4553-4656-b59d-9c72c43b66ad already deleted. [ 1157.146255] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3d96cccd-4553-4656-b59d-9c72c43b66ad" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.481226] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9fb3ee70-3c59-4b63-a41d-1f2d154fb7af',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1157.737446] env[65562]: INFO networking_nsxv3.common.synchronization [req-17678223-663d-43b6-b28d-220552c5b071 req-66deab38-5c17-4991-8519-9cee083220f3 tempest-ImagesTestJSON-262210320 tempest-ImagesTestJSON-262210320-project-member] Enqueued Resource ID: af93aedb-3930-4143-9adf-131e1f65beae with Priority: HIGHEST for action security_group_members [ 1157.738387] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: af93aedb-3930-4143-9adf-131e1f65beae with Priority: HIGHEST for action security_group_members [ 1157.738736] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-af93aedb-3930-4143-9adf-131e1f65beae taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.738875] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-af93aedb-3930-4143-9adf-131e1f65beae" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.738944] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-af93aedb-3930-4143-9adf-131e1f65beae" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.742992] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-af93aedb-3930-4143-9adf-131e1f65beae" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.745061] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.745274] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.745390] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.745828] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.746078] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.746368] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('af93aedb-3930-4143-9adf-131e1f65beae',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1157.983309] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9fb3ee70-3c59-4b63-a41d-1f2d154fb7af',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1158.062137] env[65562]: DEBUG networking_nsxv3.common.locking [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Lock network-910 taken with stack trace [, , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.062351] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquiring lock "network-910" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.062478] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired lock "network-910" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.062732] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired external semaphore "network-910" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.062981] env[65562]: DEBUG networking_nsxv3.common.locking [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.063156] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquiring lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.063271] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.063481] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired external semaphore "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.063624] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Releasing lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.063838] env[65562]: DEBUG dogpile.cache.region [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] No value present for key: 'zone-id' {{(pid=65562) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1158.063951] env[65562]: DEBUG dogpile.lock [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] NeedRegenerationException {{(pid=65562) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1158.064473] env[65562]: DEBUG dogpile.lock [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] no value, waiting for create lock {{(pid=65562) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1158.064473] env[65562]: DEBUG dogpile.lock [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] value creation lock acquired {{(pid=65562) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1158.064473] env[65562]: DEBUG dogpile.cache.region [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] No value present for key: 'zone-id' {{(pid=65562) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1158.064473] env[65562]: DEBUG dogpile.lock [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Calling creation function for not-yet-present value {{(pid=65562) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1158.064691] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1158.083702] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1158.083931] env[65562]: DEBUG dogpile.cache.region [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65562) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1158.084016] env[65562]: DEBUG dogpile.lock [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Released creation lock {{(pid=65562) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1158.084244] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Releasing lock "network-910" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.084552] env[65562]: DEBUG networking_nsxv3.common.locking [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Lock port-64175e24-6070-4123-aabf-147fba7f2940 taken with stack trace [, , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.084705] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquiring lock "port-64175e24-6070-4123-aabf-147fba7f2940" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.084825] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired lock "port-64175e24-6070-4123-aabf-147fba7f2940" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.085165] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired external semaphore "port-64175e24-6070-4123-aabf-147fba7f2940" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.085326] env[65562]: DEBUG networking_nsxv3.api.rpc [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('64175e24-6070-4123-aabf-147fba7f2940',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1158.249580] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.249782] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.249888] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.250198] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.250321] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.250555] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.250688] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.250773] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.250947] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.251037] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.251128] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: af93aedb-3930-4143-9adf-131e1f65beae is going to be updated. [ 1158.277916] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.278148] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.278270] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.278537] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.278763] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.287462] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: af93aedb-3930-4143-9adf-131e1f65beae in Status: IN_PROGRESS for 2s [ 1158.485516] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.485590] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.485624] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.485843] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.485932] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.486052] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9fb3ee70-3c59-4b63-a41d-1f2d154fb7af is going to be updated. [ 1158.518012] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.518012] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.518012] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.518012] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.518304] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.530271] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9fb3ee70-3c59-4b63-a41d-1f2d154fb7af in Status: IN_PROGRESS for 2s [ 1158.588033] env[65562]: DEBUG networking_nsxv3.common.locking [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.588464] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.588772] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.589140] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.589320] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.589498] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Segment Port 64175e24-6070-4123-aabf-147fba7f2940 not found, creating... [ 1158.589778] env[65562]: DEBUG networking_nsxv3.common.locking [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.590269] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquiring lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.590269] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.590435] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired external semaphore "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.590490] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Releasing lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.590773] env[65562]: DEBUG networking_nsxv3.common.locking [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.590930] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.591117] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.591266] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.591414] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.591570] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Resource: SegmentPort with ID: 64175e24-6070-4123-aabf-147fba7f2940 is going to be created. [ 1158.614753] env[65562]: DEBUG networking_nsxv3.common.locking [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.614979] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.615085] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.615413] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.616507] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.616507] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Releasing lock "port-64175e24-6070-4123-aabf-147fba7f2940" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.315699] env[65562]: INFO networking_nsxv3.common.synchronization [req-17678223-663d-43b6-b28d-220552c5b071 req-565cddac-de17-4360-a0d6-f9845bc697ba service nova] Enqueued Resource ID: af93aedb-3930-4143-9adf-131e1f65beae with Priority: HIGHEST for action security_group_rules [ 1159.315699] env[65562]: INFO networking_nsxv3.common.synchronization [req-17678223-663d-43b6-b28d-220552c5b071 req-565cddac-de17-4360-a0d6-f9845bc697ba service nova] Enqueued Resource ID: af93aedb-3930-4143-9adf-131e1f65beae with Priority: HIGHEST for action security_group_members [ 1159.316055] env[65562]: INFO networking_nsxv3.common.synchronization [req-17678223-663d-43b6-b28d-220552c5b071 req-565cddac-de17-4360-a0d6-f9845bc697ba service nova] Enqueued Resource ID: 64175e24-6070-4123-aabf-147fba7f2940 with Priority: HIGHEST for action port [ 1159.317212] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: af93aedb-3930-4143-9adf-131e1f65beae with Priority: HIGHEST for action security_group_rules [ 1159.317477] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: af93aedb-3930-4143-9adf-131e1f65beae with Priority: HIGHEST for action security_group_members [ 1159.317659] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 64175e24-6070-4123-aabf-147fba7f2940 with Priority: HIGHEST for action port [ 1159.318069] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock rules-af93aedb-3930-4143-9adf-131e1f65beae taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.318342] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-af93aedb-3930-4143-9adf-131e1f65beae" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.319030] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-af93aedb-3930-4143-9adf-131e1f65beae" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.319193] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-af93aedb-3930-4143-9adf-131e1f65beae" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.319337] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('af93aedb-3930-4143-9adf-131e1f65beae',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1159.320931] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-af93aedb-3930-4143-9adf-131e1f65beae taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.321236] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-af93aedb-3930-4143-9adf-131e1f65beae" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.321549] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock port-64175e24-6070-4123-aabf-147fba7f2940 taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.321731] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-64175e24-6070-4123-aabf-147fba7f2940" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.321825] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-64175e24-6070-4123-aabf-147fba7f2940" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.322139] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-64175e24-6070-4123-aabf-147fba7f2940" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.322261] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('64175e24-6070-4123-aabf-147fba7f2940',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1159.825375] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 64175e24-6070-4123-aabf-147fba7f2940 with status ACTIVE [ 1159.825620] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.825754] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.825823] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.826051] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.826145] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.826324] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.826420] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.826481] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.826628] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.826702] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.826877] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.827200] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.827200] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.827200] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.827362] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.827362] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 64175e24-6070-4123-aabf-147fba7f2940 is going to be updated. [ 1159.828453] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-af93aedb-3930-4143-9adf-131e1f65beae taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.828551] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-af93aedb-3930-4143-9adf-131e1f65beae" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.848051] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.848205] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.848358] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.848562] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.848700] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.848850] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-64175e24-6070-4123-aabf-147fba7f2940" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.297800] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: af93aedb-3930-4143-9adf-131e1f65beae in Status: SUCCESS [ 1160.297987] env[65562]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: af93aedb-3930-4143-9adf-131e1f65beae deletion is rescheduled due to dependency. [ 1160.298126] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-af93aedb-3930-4143-9adf-131e1f65beae" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.298419] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-af93aedb-3930-4143-9adf-131e1f65beae" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.298650] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-af93aedb-3930-4143-9adf-131e1f65beae" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.298840] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.298982] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.299047] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.299250] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.299329] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.299425] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('af93aedb-3930-4143-9adf-131e1f65beae',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1160.540925] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9fb3ee70-3c59-4b63-a41d-1f2d154fb7af in Status: SUCCESS [ 1160.541193] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9fb3ee70-3c59-4b63-a41d-1f2d154fb7af" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.801787] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('af93aedb-3930-4143-9adf-131e1f65beae',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1161.303870] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('af93aedb-3930-4143-9adf-131e1f65beae',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1161.807548] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.807885] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.807885] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.807977] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.808099] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.808245] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: af93aedb-3930-4143-9adf-131e1f65beae is going to be updated. [ 1161.840585] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.840744] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.841826] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.842071] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.842243] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.851610] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: af93aedb-3930-4143-9adf-131e1f65beae in Status: IN_PROGRESS for 2s [ 1161.913789] env[65562]: INFO networking_nsxv3.common.synchronization [req-ceb0c7b9-f4aa-4e5b-a5cd-3bb1bf590dce req-b7cc0ea0-4231-4411-9beb-0fc547f98047 tempest-ServersTestJSON-1139836512 tempest-ServersTestJSON-1139836512-project-member] Enqueued Resource ID: 28734607-ee97-46ec-b6bb-d4a31cf0cfc4 with Priority: HIGHEST for action security_group_members [ 1161.914399] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 28734607-ee97-46ec-b6bb-d4a31cf0cfc4 with Priority: HIGHEST for action security_group_members [ 1161.914746] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-28734607-ee97-46ec-b6bb-d4a31cf0cfc4 taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.914869] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-28734607-ee97-46ec-b6bb-d4a31cf0cfc4" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.914937] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-28734607-ee97-46ec-b6bb-d4a31cf0cfc4" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.915150] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-28734607-ee97-46ec-b6bb-d4a31cf0cfc4" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.915409] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.915409] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.915537] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.915606] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.915690] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.915783] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('28734607-ee97-46ec-b6bb-d4a31cf0cfc4',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1162.224825] env[65562]: DEBUG networking_nsxv3.common.locking [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Lock network-591 taken with stack trace [, , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.225056] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquiring lock "network-591" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.225199] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired lock "network-591" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.225471] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired external semaphore "network-591" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.225733] env[65562]: DEBUG networking_nsxv3.common.locking [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.225903] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquiring lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.226038] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.226265] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired external semaphore "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.226499] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Releasing lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.226836] env[65562]: DEBUG dogpile.cache.region [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] No value present for key: 'zone-id' {{(pid=65562) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1162.227048] env[65562]: DEBUG dogpile.lock [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] NeedRegenerationException {{(pid=65562) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1162.227245] env[65562]: DEBUG dogpile.lock [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] no value, waiting for create lock {{(pid=65562) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1162.227432] env[65562]: DEBUG dogpile.lock [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] value creation lock acquired {{(pid=65562) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1162.227642] env[65562]: DEBUG dogpile.cache.region [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] No value present for key: 'zone-id' {{(pid=65562) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1162.227775] env[65562]: DEBUG dogpile.lock [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Calling creation function for not-yet-present value {{(pid=65562) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1162.227912] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1162.251155] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1162.251267] env[65562]: DEBUG dogpile.cache.region [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65562) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1162.251455] env[65562]: DEBUG dogpile.lock [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Released creation lock {{(pid=65562) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1162.251500] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Releasing lock "network-591" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.251810] env[65562]: DEBUG networking_nsxv3.common.locking [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Lock port-9778c73b-816e-443d-ba87-7946d98e1859 taken with stack trace [, , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.251994] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquiring lock "port-9778c73b-816e-443d-ba87-7946d98e1859" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.252155] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired lock "port-9778c73b-816e-443d-ba87-7946d98e1859" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.252478] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired external semaphore "port-9778c73b-816e-443d-ba87-7946d98e1859" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.252615] env[65562]: DEBUG networking_nsxv3.api.rpc [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9778c73b-816e-443d-ba87-7946d98e1859',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1162.417897] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('28734607-ee97-46ec-b6bb-d4a31cf0cfc4',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1162.754789] env[65562]: DEBUG networking_nsxv3.common.locking [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.755072] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.755206] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.755494] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.755655] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.755816] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Segment Port 9778c73b-816e-443d-ba87-7946d98e1859 not found, creating... [ 1162.756088] env[65562]: DEBUG networking_nsxv3.common.locking [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.756243] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquiring lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.756367] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.756560] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired external semaphore "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.756703] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Releasing lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.756981] env[65562]: DEBUG networking_nsxv3.common.locking [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.757323] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.757500] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.757740] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.757886] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.758061] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Resource: SegmentPort with ID: 9778c73b-816e-443d-ba87-7946d98e1859 is going to be created. [ 1162.779550] env[65562]: DEBUG networking_nsxv3.common.locking [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.779777] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.779902] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.780252] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.780599] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.780868] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Releasing lock "port-9778c73b-816e-443d-ba87-7946d98e1859" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.920342] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('28734607-ee97-46ec-b6bb-d4a31cf0cfc4',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1163.423821] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.423979] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.424081] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.424314] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.424411] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.424519] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 28734607-ee97-46ec-b6bb-d4a31cf0cfc4 is going to be updated. [ 1163.453788] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.453974] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.454032] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.454221] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.454373] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.464233] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 28734607-ee97-46ec-b6bb-d4a31cf0cfc4 in Status: IN_PROGRESS for 2s [ 1163.495985] env[65562]: INFO networking_nsxv3.common.synchronization [req-ceb0c7b9-f4aa-4e5b-a5cd-3bb1bf590dce req-d6fa235e-2200-487c-809e-174e63f59b6a service nova] Enqueued Resource ID: 28734607-ee97-46ec-b6bb-d4a31cf0cfc4 with Priority: HIGHEST for action security_group_rules [ 1163.496217] env[65562]: INFO networking_nsxv3.common.synchronization [req-ceb0c7b9-f4aa-4e5b-a5cd-3bb1bf590dce req-d6fa235e-2200-487c-809e-174e63f59b6a service nova] Enqueued Resource ID: 28734607-ee97-46ec-b6bb-d4a31cf0cfc4 with Priority: HIGHEST for action security_group_members [ 1163.496357] env[65562]: INFO networking_nsxv3.common.synchronization [req-ceb0c7b9-f4aa-4e5b-a5cd-3bb1bf590dce req-d6fa235e-2200-487c-809e-174e63f59b6a service nova] Enqueued Resource ID: 9778c73b-816e-443d-ba87-7946d98e1859 with Priority: HIGHEST for action port [ 1163.496937] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 28734607-ee97-46ec-b6bb-d4a31cf0cfc4 with Priority: HIGHEST for action security_group_rules [ 1163.498776] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 28734607-ee97-46ec-b6bb-d4a31cf0cfc4 with Priority: HIGHEST for action security_group_members [ 1163.499146] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9778c73b-816e-443d-ba87-7946d98e1859 with Priority: HIGHEST for action port [ 1163.499282] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock rules-28734607-ee97-46ec-b6bb-d4a31cf0cfc4 taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.499444] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-28734607-ee97-46ec-b6bb-d4a31cf0cfc4" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.499550] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-28734607-ee97-46ec-b6bb-d4a31cf0cfc4" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.499781] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-28734607-ee97-46ec-b6bb-d4a31cf0cfc4" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.499925] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('28734607-ee97-46ec-b6bb-d4a31cf0cfc4',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1163.502818] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-28734607-ee97-46ec-b6bb-d4a31cf0cfc4 taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.503262] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-28734607-ee97-46ec-b6bb-d4a31cf0cfc4" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.503563] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock port-9778c73b-816e-443d-ba87-7946d98e1859 taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.503749] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9778c73b-816e-443d-ba87-7946d98e1859" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.503803] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9778c73b-816e-443d-ba87-7946d98e1859" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.504134] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9778c73b-816e-443d-ba87-7946d98e1859" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.504984] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9778c73b-816e-443d-ba87-7946d98e1859',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1163.865348] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: af93aedb-3930-4143-9adf-131e1f65beae in Status: SUCCESS [ 1163.865682] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-af93aedb-3930-4143-9adf-131e1f65beae" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.865939] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-af93aedb-3930-4143-9adf-131e1f65beae" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.866262] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-af93aedb-3930-4143-9adf-131e1f65beae" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.866524] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.866740] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.866815] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.867066] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.867209] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.867272] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-af93aedb-3930-4143-9adf-131e1f65beae" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.867363] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('af93aedb-3930-4143-9adf-131e1f65beae',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1164.003533] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-28734607-ee97-46ec-b6bb-d4a31cf0cfc4 taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.003958] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-28734607-ee97-46ec-b6bb-d4a31cf0cfc4" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.006210] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9778c73b-816e-443d-ba87-7946d98e1859 with status ACTIVE [ 1164.006419] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.006577] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.006681] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.006973] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.007117] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.007584] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.007584] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.007584] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.007771] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.007823] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.008032] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.008133] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.008238] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.008463] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.008541] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.008633] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9778c73b-816e-443d-ba87-7946d98e1859 is going to be updated. [ 1164.031190] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.031387] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.031387] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.031587] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.031735] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.031894] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9778c73b-816e-443d-ba87-7946d98e1859" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.369548] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-af93aedb-3930-4143-9adf-131e1f65beae taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.370056] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-af93aedb-3930-4143-9adf-131e1f65beae" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.370056] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-af93aedb-3930-4143-9adf-131e1f65beae" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.370169] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-af93aedb-3930-4143-9adf-131e1f65beae" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.370312] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.371070] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.371070] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.371070] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.371070] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.371070] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-af93aedb-3930-4143-9adf-131e1f65beae" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.371070] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-af93aedb-3930-4143-9adf-131e1f65beae taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.371070] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-af93aedb-3930-4143-9adf-131e1f65beae" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.371326] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-af93aedb-3930-4143-9adf-131e1f65beae" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.371326] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-af93aedb-3930-4143-9adf-131e1f65beae" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.371715] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.371831] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.371894] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.372054] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.372133] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.372217] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-af93aedb-3930-4143-9adf-131e1f65beae" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.372306] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('af93aedb-3930-4143-9adf-131e1f65beae',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1164.875196] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for af93aedb-3930-4143-9adf-131e1f65beae: rpc.has_security_group_logging(os_id): False [ 1164.895042] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.895042] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.895042] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.895042] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.895342] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.895342] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.895428] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.895492] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.895761] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.895761] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.895911] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.895969] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.896039] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.896182] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.896258] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.896438] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.896572] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.896629] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.896718] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.896789] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.896886] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: af93aedb-3930-4143-9adf-131e1f65beae is going to be updated. [ 1164.957634] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.957944] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.957944] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.958131] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.958241] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.973833] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: af93aedb-3930-4143-9adf-131e1f65beae in Status: IN_PROGRESS for 2s [ 1165.475913] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 28734607-ee97-46ec-b6bb-d4a31cf0cfc4 in Status: SUCCESS [ 1165.476188] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-28734607-ee97-46ec-b6bb-d4a31cf0cfc4" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.476343] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-28734607-ee97-46ec-b6bb-d4a31cf0cfc4" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.476566] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-28734607-ee97-46ec-b6bb-d4a31cf0cfc4" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.476796] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.477533] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.477533] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.477533] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.477533] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.477812] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('28734607-ee97-46ec-b6bb-d4a31cf0cfc4',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1165.981059] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('28734607-ee97-46ec-b6bb-d4a31cf0cfc4',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1166.483063] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('28734607-ee97-46ec-b6bb-d4a31cf0cfc4',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1166.986700] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.986931] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.986967] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.987178] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.987272] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.987407] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 28734607-ee97-46ec-b6bb-d4a31cf0cfc4 is going to be updated. [ 1166.989640] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: af93aedb-3930-4143-9adf-131e1f65beae in Status: SUCCESS [ 1166.989844] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-af93aedb-3930-4143-9adf-131e1f65beae" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.021768] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.021768] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.021768] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.021768] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.021768] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.030801] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 28734607-ee97-46ec-b6bb-d4a31cf0cfc4 in Status: IN_PROGRESS for 2s [ 1168.499980] env[65562]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1168.500308] env[65562]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=2 [ 1168.756292] env[65562]: INFO networking_nsxv3.common.synchronization [req-eda5657e-545d-4482-86c1-0aed19106b33 req-6ca6022e-051e-46f6-8591-74984a2bdbf1 tempest-DeleteServersTestJSON-1989734922 tempest-DeleteServersTestJSON-1989734922-project-member] Enqueued Resource ID: 2fafe9ef-7e47-4c4b-88ec-4ced8cbabccd with Priority: HIGHEST for action security_group_members [ 1168.756909] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2fafe9ef-7e47-4c4b-88ec-4ced8cbabccd with Priority: HIGHEST for action security_group_members [ 1168.757329] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-2fafe9ef-7e47-4c4b-88ec-4ced8cbabccd taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.757499] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2fafe9ef-7e47-4c4b-88ec-4ced8cbabccd" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.757566] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2fafe9ef-7e47-4c4b-88ec-4ced8cbabccd" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.757768] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2fafe9ef-7e47-4c4b-88ec-4ced8cbabccd" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.757935] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.758050] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.758110] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.758272] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.758359] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.758449] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2fafe9ef-7e47-4c4b-88ec-4ced8cbabccd',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1169.046416] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 28734607-ee97-46ec-b6bb-d4a31cf0cfc4 in Status: SUCCESS [ 1169.046416] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-28734607-ee97-46ec-b6bb-d4a31cf0cfc4" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.046641] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-28734607-ee97-46ec-b6bb-d4a31cf0cfc4" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.046758] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-28734607-ee97-46ec-b6bb-d4a31cf0cfc4" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.046959] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.047084] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.047147] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.047875] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.047875] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.047875] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-28734607-ee97-46ec-b6bb-d4a31cf0cfc4" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.047875] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('28734607-ee97-46ec-b6bb-d4a31cf0cfc4',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1169.076251] env[65562]: DEBUG networking_nsxv3.common.locking [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Lock network-126 taken with stack trace [, , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.076531] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquiring lock "network-126" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.076694] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired lock "network-126" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.077011] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired external semaphore "network-126" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.077317] env[65562]: DEBUG networking_nsxv3.common.locking [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.077502] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquiring lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.077618] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.078317] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired external semaphore "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.078317] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Releasing lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.078561] env[65562]: DEBUG dogpile.cache.region [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] No value present for key: 'zone-id' {{(pid=65562) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1169.078645] env[65562]: DEBUG dogpile.lock [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] NeedRegenerationException {{(pid=65562) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1169.078789] env[65562]: DEBUG dogpile.lock [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] no value, waiting for create lock {{(pid=65562) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1169.079166] env[65562]: DEBUG dogpile.lock [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] value creation lock acquired {{(pid=65562) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1169.079166] env[65562]: DEBUG dogpile.cache.region [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] No value present for key: 'zone-id' {{(pid=65562) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1169.079166] env[65562]: DEBUG dogpile.lock [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Calling creation function for not-yet-present value {{(pid=65562) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1169.079605] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1169.098623] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1169.098794] env[65562]: DEBUG dogpile.cache.region [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65562) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1169.098940] env[65562]: DEBUG dogpile.lock [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Released creation lock {{(pid=65562) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1169.099136] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Releasing lock "network-126" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.099686] env[65562]: DEBUG networking_nsxv3.common.locking [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Lock port-b6775c7a-9e12-477d-989c-fd983cbc28f2 taken with stack trace [, , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.099822] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquiring lock "port-b6775c7a-9e12-477d-989c-fd983cbc28f2" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.099917] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired lock "port-b6775c7a-9e12-477d-989c-fd983cbc28f2" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.100409] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired external semaphore "port-b6775c7a-9e12-477d-989c-fd983cbc28f2" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.100494] env[65562]: DEBUG networking_nsxv3.api.rpc [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b6775c7a-9e12-477d-989c-fd983cbc28f2',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1169.260596] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.260796] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.260870] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.261188] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.261317] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.261677] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.261824] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.261888] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.262090] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.262175] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.262310] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2fafe9ef-7e47-4c4b-88ec-4ced8cbabccd is going to be updated. [ 1169.288999] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.289163] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.289286] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.289529] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.289723] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.298913] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2fafe9ef-7e47-4c4b-88ec-4ced8cbabccd in Status: IN_PROGRESS for 2s [ 1169.550678] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-28734607-ee97-46ec-b6bb-d4a31cf0cfc4 taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.550678] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-28734607-ee97-46ec-b6bb-d4a31cf0cfc4" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.550678] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-28734607-ee97-46ec-b6bb-d4a31cf0cfc4" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.551380] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-28734607-ee97-46ec-b6bb-d4a31cf0cfc4" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.551380] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.551380] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.551380] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.551608] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.551608] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.551721] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-28734607-ee97-46ec-b6bb-d4a31cf0cfc4" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.551899] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-28734607-ee97-46ec-b6bb-d4a31cf0cfc4 taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.552043] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-28734607-ee97-46ec-b6bb-d4a31cf0cfc4" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.552127] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-28734607-ee97-46ec-b6bb-d4a31cf0cfc4" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.552284] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-28734607-ee97-46ec-b6bb-d4a31cf0cfc4" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.552454] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.552579] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.552658] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.552825] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.552912] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.552997] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-28734607-ee97-46ec-b6bb-d4a31cf0cfc4" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.553131] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('28734607-ee97-46ec-b6bb-d4a31cf0cfc4',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1169.604030] env[65562]: DEBUG networking_nsxv3.common.locking [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.604030] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.604030] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.605139] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.605139] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.605139] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Segment Port b6775c7a-9e12-477d-989c-fd983cbc28f2 not found, creating... [ 1169.605139] env[65562]: DEBUG networking_nsxv3.common.locking [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.606024] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquiring lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.606024] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.606024] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired external semaphore "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.606024] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Releasing lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.606487] env[65562]: DEBUG networking_nsxv3.common.locking [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.606487] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.608463] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.608463] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.608463] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.608463] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Resource: SegmentPort with ID: b6775c7a-9e12-477d-989c-fd983cbc28f2 is going to be created. [ 1169.630809] env[65562]: DEBUG networking_nsxv3.common.locking [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.631073] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.631200] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.631591] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.631834] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.632225] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Releasing lock "port-b6775c7a-9e12-477d-989c-fd983cbc28f2" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.057658] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 28734607-ee97-46ec-b6bb-d4a31cf0cfc4: rpc.has_security_group_logging(os_id): False [ 1170.076261] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.077033] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.077033] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.077033] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.077033] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.077183] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.077245] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.077544] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.077544] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.077544] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.078284] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.078284] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.078284] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.078284] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.078284] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.078284] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.078905] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.078905] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.078905] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.078905] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.078905] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 28734607-ee97-46ec-b6bb-d4a31cf0cfc4 is going to be updated. [ 1170.149136] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.149376] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.149508] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.149740] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.149921] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.172188] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 28734607-ee97-46ec-b6bb-d4a31cf0cfc4 in Status: IN_PROGRESS for 2s [ 1170.393188] env[65562]: INFO networking_nsxv3.common.synchronization [req-eda5657e-545d-4482-86c1-0aed19106b33 req-185ea007-bdcf-4824-85cb-c562c4519b5d service nova] Enqueued Resource ID: 2fafe9ef-7e47-4c4b-88ec-4ced8cbabccd with Priority: HIGHEST for action security_group_rules [ 1170.393188] env[65562]: INFO networking_nsxv3.common.synchronization [req-eda5657e-545d-4482-86c1-0aed19106b33 req-185ea007-bdcf-4824-85cb-c562c4519b5d service nova] Enqueued Resource ID: 2fafe9ef-7e47-4c4b-88ec-4ced8cbabccd with Priority: HIGHEST for action security_group_members [ 1170.393188] env[65562]: INFO networking_nsxv3.common.synchronization [req-eda5657e-545d-4482-86c1-0aed19106b33 req-185ea007-bdcf-4824-85cb-c562c4519b5d service nova] Enqueued Resource ID: b6775c7a-9e12-477d-989c-fd983cbc28f2 with Priority: HIGHEST for action port [ 1170.393188] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2fafe9ef-7e47-4c4b-88ec-4ced8cbabccd with Priority: HIGHEST for action security_group_rules [ 1170.393188] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2fafe9ef-7e47-4c4b-88ec-4ced8cbabccd with Priority: HIGHEST for action security_group_members [ 1170.393188] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b6775c7a-9e12-477d-989c-fd983cbc28f2 with Priority: HIGHEST for action port [ 1170.393188] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2fafe9ef-7e47-4c4b-88ec-4ced8cbabccd taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.393188] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2fafe9ef-7e47-4c4b-88ec-4ced8cbabccd" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.393188] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2fafe9ef-7e47-4c4b-88ec-4ced8cbabccd" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.393188] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2fafe9ef-7e47-4c4b-88ec-4ced8cbabccd" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.393188] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2fafe9ef-7e47-4c4b-88ec-4ced8cbabccd',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1170.394957] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-2fafe9ef-7e47-4c4b-88ec-4ced8cbabccd taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.395061] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2fafe9ef-7e47-4c4b-88ec-4ced8cbabccd" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.395267] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock port-b6775c7a-9e12-477d-989c-fd983cbc28f2 taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.395650] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b6775c7a-9e12-477d-989c-fd983cbc28f2" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.395761] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b6775c7a-9e12-477d-989c-fd983cbc28f2" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.395975] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b6775c7a-9e12-477d-989c-fd983cbc28f2" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.396093] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b6775c7a-9e12-477d-989c-fd983cbc28f2',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1170.897937] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-2fafe9ef-7e47-4c4b-88ec-4ced8cbabccd taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.897937] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2fafe9ef-7e47-4c4b-88ec-4ced8cbabccd" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.898270] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b6775c7a-9e12-477d-989c-fd983cbc28f2 with status ACTIVE [ 1170.898316] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.898398] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.898463] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.898701] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.898751] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.898923] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.899029] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.899126] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.899284] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.899374] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.899557] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.899695] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.899695] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.899837] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.899911] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.899994] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b6775c7a-9e12-477d-989c-fd983cbc28f2 is going to be updated. [ 1170.922310] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.922521] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.922521] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.922719] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.922856] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.923031] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b6775c7a-9e12-477d-989c-fd983cbc28f2" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.310949] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2fafe9ef-7e47-4c4b-88ec-4ced8cbabccd in Status: SUCCESS [ 1171.310949] env[65562]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2fafe9ef-7e47-4c4b-88ec-4ced8cbabccd deletion is rescheduled due to dependency. [ 1171.311185] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2fafe9ef-7e47-4c4b-88ec-4ced8cbabccd" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.312043] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2fafe9ef-7e47-4c4b-88ec-4ced8cbabccd" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.312043] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2fafe9ef-7e47-4c4b-88ec-4ced8cbabccd" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.312043] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.312043] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.312043] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.312307] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.312307] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.312378] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2fafe9ef-7e47-4c4b-88ec-4ced8cbabccd',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1171.658466] env[65562]: INFO networking_nsxv3.common.synchronization [req-fc0b856d-a3ff-42cd-a722-fb561888b31a req-428d9832-f68e-46fe-9500-8545f4fab440 tempest-ServerTagsTestJSON-673110190 tempest-ServerTagsTestJSON-673110190-project-member] Enqueued Resource ID: 30a9dede-a2e3-4e3f-bd1c-1a24f2c3762b with Priority: HIGHEST for action security_group_members [ 1171.658985] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 30a9dede-a2e3-4e3f-bd1c-1a24f2c3762b with Priority: HIGHEST for action security_group_members [ 1171.659341] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-30a9dede-a2e3-4e3f-bd1c-1a24f2c3762b taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.659469] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-30a9dede-a2e3-4e3f-bd1c-1a24f2c3762b" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.659524] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-30a9dede-a2e3-4e3f-bd1c-1a24f2c3762b" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.659783] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-30a9dede-a2e3-4e3f-bd1c-1a24f2c3762b" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.659941] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.660166] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.660353] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.660800] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.660928] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.661018] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('30a9dede-a2e3-4e3f-bd1c-1a24f2c3762b',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1171.815045] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2fafe9ef-7e47-4c4b-88ec-4ced8cbabccd',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1171.992153] env[65562]: DEBUG networking_nsxv3.common.locking [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Lock network-14 taken with stack trace [, , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.992518] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquiring lock "network-14" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.992518] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired lock "network-14" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.992797] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired external semaphore "network-14" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.993069] env[65562]: DEBUG networking_nsxv3.common.locking [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.993230] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquiring lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.993343] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.993956] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired external semaphore "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.993956] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Releasing lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.994163] env[65562]: DEBUG dogpile.cache.region [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] No value present for key: 'zone-id' {{(pid=65562) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1171.994321] env[65562]: DEBUG dogpile.lock [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] NeedRegenerationException {{(pid=65562) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1171.994419] env[65562]: DEBUG dogpile.lock [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] no value, waiting for create lock {{(pid=65562) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1171.994536] env[65562]: DEBUG dogpile.lock [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] value creation lock acquired {{(pid=65562) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1171.994649] env[65562]: DEBUG dogpile.cache.region [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] No value present for key: 'zone-id' {{(pid=65562) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1171.994759] env[65562]: DEBUG dogpile.lock [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Calling creation function for not-yet-present value {{(pid=65562) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1171.994890] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1172.017022] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1172.017231] env[65562]: DEBUG dogpile.cache.region [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65562) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1172.017439] env[65562]: DEBUG dogpile.lock [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Released creation lock {{(pid=65562) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1172.017536] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Releasing lock "network-14" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.017873] env[65562]: DEBUG networking_nsxv3.common.locking [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Lock port-49faf8a8-9e51-4bab-862f-f969bdc8c1e9 taken with stack trace [, , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.018044] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquiring lock "port-49faf8a8-9e51-4bab-862f-f969bdc8c1e9" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.018165] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired lock "port-49faf8a8-9e51-4bab-862f-f969bdc8c1e9" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.018512] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired external semaphore "port-49faf8a8-9e51-4bab-862f-f969bdc8c1e9" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.018654] env[65562]: DEBUG networking_nsxv3.api.rpc [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('49faf8a8-9e51-4bab-862f-f969bdc8c1e9',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1172.164223] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.164508] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.164623] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.164860] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.164945] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.165228] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.165340] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.165408] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.165562] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.165650] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.165740] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 30a9dede-a2e3-4e3f-bd1c-1a24f2c3762b already deleted. [ 1172.165824] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-30a9dede-a2e3-4e3f-bd1c-1a24f2c3762b" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.189340] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 28734607-ee97-46ec-b6bb-d4a31cf0cfc4 in Status: SUCCESS [ 1172.189644] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-28734607-ee97-46ec-b6bb-d4a31cf0cfc4" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.317525] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2fafe9ef-7e47-4c4b-88ec-4ced8cbabccd',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1172.521227] env[65562]: DEBUG networking_nsxv3.common.locking [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.521470] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.521782] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.522142] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.522658] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.522825] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Segment Port 49faf8a8-9e51-4bab-862f-f969bdc8c1e9 not found, creating... [ 1172.523312] env[65562]: DEBUG networking_nsxv3.common.locking [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.523587] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquiring lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.523904] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.524340] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired external semaphore "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.524654] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Releasing lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.525204] env[65562]: DEBUG networking_nsxv3.common.locking [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.525552] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.525788] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.526179] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.526390] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.526624] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Resource: SegmentPort with ID: 49faf8a8-9e51-4bab-862f-f969bdc8c1e9 is going to be created. [ 1172.550728] env[65562]: DEBUG networking_nsxv3.common.locking [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.550949] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.550998] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.551269] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.551510] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.551784] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Releasing lock "port-49faf8a8-9e51-4bab-862f-f969bdc8c1e9" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.820292] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.820486] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.820559] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.820844] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.821137] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.821252] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2fafe9ef-7e47-4c4b-88ec-4ced8cbabccd is going to be updated. [ 1172.852207] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.852379] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.852425] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.852661] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.852812] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.862755] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2fafe9ef-7e47-4c4b-88ec-4ced8cbabccd in Status: IN_PROGRESS for 2s [ 1174.146690] env[65562]: INFO networking_nsxv3.common.synchronization [req-fc0b856d-a3ff-42cd-a722-fb561888b31a req-bea00589-5b8b-4fb5-9104-dcf5f46e756f service nova] Enqueued Resource ID: 30a9dede-a2e3-4e3f-bd1c-1a24f2c3762b with Priority: HIGHEST for action security_group_rules [ 1174.147456] env[65562]: INFO networking_nsxv3.common.synchronization [req-fc0b856d-a3ff-42cd-a722-fb561888b31a req-bea00589-5b8b-4fb5-9104-dcf5f46e756f service nova] Enqueued Resource ID: 30a9dede-a2e3-4e3f-bd1c-1a24f2c3762b with Priority: HIGHEST for action security_group_members [ 1174.147456] env[65562]: INFO networking_nsxv3.common.synchronization [req-fc0b856d-a3ff-42cd-a722-fb561888b31a req-bea00589-5b8b-4fb5-9104-dcf5f46e756f service nova] Enqueued Resource ID: 49faf8a8-9e51-4bab-862f-f969bdc8c1e9 with Priority: HIGHEST for action port [ 1174.149347] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 30a9dede-a2e3-4e3f-bd1c-1a24f2c3762b with Priority: HIGHEST for action security_group_rules [ 1174.149347] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 30a9dede-a2e3-4e3f-bd1c-1a24f2c3762b with Priority: HIGHEST for action security_group_members [ 1174.149500] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 49faf8a8-9e51-4bab-862f-f969bdc8c1e9 with Priority: HIGHEST for action port [ 1174.149783] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock rules-30a9dede-a2e3-4e3f-bd1c-1a24f2c3762b taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.150034] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-30a9dede-a2e3-4e3f-bd1c-1a24f2c3762b" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.150034] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-30a9dede-a2e3-4e3f-bd1c-1a24f2c3762b" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.150297] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-30a9dede-a2e3-4e3f-bd1c-1a24f2c3762b" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.150350] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('30a9dede-a2e3-4e3f-bd1c-1a24f2c3762b',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1174.151239] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-30a9dede-a2e3-4e3f-bd1c-1a24f2c3762b taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.151377] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-30a9dede-a2e3-4e3f-bd1c-1a24f2c3762b" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.151420] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-30a9dede-a2e3-4e3f-bd1c-1a24f2c3762b" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.151594] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-30a9dede-a2e3-4e3f-bd1c-1a24f2c3762b" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.151736] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.152111] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.152111] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.153872] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.154168] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.154231] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('30a9dede-a2e3-4e3f-bd1c-1a24f2c3762b',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1174.156040] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock port-49faf8a8-9e51-4bab-862f-f969bdc8c1e9 taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.156040] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-49faf8a8-9e51-4bab-862f-f969bdc8c1e9" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.156040] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-49faf8a8-9e51-4bab-862f-f969bdc8c1e9" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.156483] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-49faf8a8-9e51-4bab-862f-f969bdc8c1e9" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.156483] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('49faf8a8-9e51-4bab-862f-f969bdc8c1e9',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1174.658135] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 49faf8a8-9e51-4bab-862f-f969bdc8c1e9 with status ACTIVE [ 1174.658463] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.658660] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.658744] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.659016] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.659179] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.659486] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.659639] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.659729] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.659966] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.660094] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.660529] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.660687] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.660753] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.661057] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.661225] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.661225] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 49faf8a8-9e51-4bab-862f-f969bdc8c1e9 is going to be updated. [ 1174.662487] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('30a9dede-a2e3-4e3f-bd1c-1a24f2c3762b',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1174.663541] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-30a9dede-a2e3-4e3f-bd1c-1a24f2c3762b taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.663776] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-30a9dede-a2e3-4e3f-bd1c-1a24f2c3762b" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.688767] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.688767] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.688767] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.688767] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.688767] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.689090] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-49faf8a8-9e51-4bab-862f-f969bdc8c1e9" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.876486] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2fafe9ef-7e47-4c4b-88ec-4ced8cbabccd in Status: SUCCESS [ 1174.876812] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2fafe9ef-7e47-4c4b-88ec-4ced8cbabccd" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.876929] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2fafe9ef-7e47-4c4b-88ec-4ced8cbabccd" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.877227] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2fafe9ef-7e47-4c4b-88ec-4ced8cbabccd" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.877450] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.877612] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.877657] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.877844] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.877910] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.878069] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2fafe9ef-7e47-4c4b-88ec-4ced8cbabccd" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.878206] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2fafe9ef-7e47-4c4b-88ec-4ced8cbabccd',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1174.949973] env[65562]: INFO networking_nsxv3.common.synchronization [req-1910ce45-ef30-4ae5-b5f6-465ff087d761 req-b99ec983-5deb-435c-8182-a8f1118bb1f9 tempest-InstanceActionsNegativeTestJSON-909666175 tempest-InstanceActionsNegativeTestJSON-909666175-project-member] Enqueued Resource ID: e24ed4cb-0d57-4a3b-a13c-73a6399b9ba8 with Priority: HIGHEST for action security_group_members [ 1174.950750] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e24ed4cb-0d57-4a3b-a13c-73a6399b9ba8 with Priority: HIGHEST for action security_group_members [ 1174.951207] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-e24ed4cb-0d57-4a3b-a13c-73a6399b9ba8 taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.951383] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e24ed4cb-0d57-4a3b-a13c-73a6399b9ba8" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.951475] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e24ed4cb-0d57-4a3b-a13c-73a6399b9ba8" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.951887] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e24ed4cb-0d57-4a3b-a13c-73a6399b9ba8" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.952119] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.952331] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.952454] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.952639] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.952791] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.952891] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e24ed4cb-0d57-4a3b-a13c-73a6399b9ba8',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1175.164531] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('30a9dede-a2e3-4e3f-bd1c-1a24f2c3762b',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1175.255544] env[65562]: INFO networking_nsxv3.common.synchronization [req-f213ec71-c03d-4965-bb87-f50d4ad7f1c6 req-4d2e40a3-907d-47c8-9356-748209ae62d0 tempest-ServersTestJSON-1139836512 tempest-ServersTestJSON-1139836512-project-member] Enqueued Resource ID: 28734607-ee97-46ec-b6bb-d4a31cf0cfc4 with Priority: HIGHEST for action security_group_members [ 1175.256184] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 28734607-ee97-46ec-b6bb-d4a31cf0cfc4 with Priority: HIGHEST for action security_group_members [ 1175.256515] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-28734607-ee97-46ec-b6bb-d4a31cf0cfc4 taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.256643] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-28734607-ee97-46ec-b6bb-d4a31cf0cfc4" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.256695] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-28734607-ee97-46ec-b6bb-d4a31cf0cfc4" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.256919] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-28734607-ee97-46ec-b6bb-d4a31cf0cfc4" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.257082] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.257196] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.257792] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.257792] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.257792] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.257792] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('28734607-ee97-46ec-b6bb-d4a31cf0cfc4',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1175.358348] env[65562]: DEBUG networking_nsxv3.common.locking [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Lock network-51 taken with stack trace [, , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.358348] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquiring lock "network-51" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.358348] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired lock "network-51" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.359318] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired external semaphore "network-51" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.359637] env[65562]: DEBUG networking_nsxv3.common.locking [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.359831] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquiring lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.359964] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.361538] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired external semaphore "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.361538] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Releasing lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.361538] env[65562]: DEBUG dogpile.cache.region [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] No value present for key: 'zone-id' {{(pid=65562) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1175.361538] env[65562]: DEBUG dogpile.lock [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] NeedRegenerationException {{(pid=65562) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1175.361538] env[65562]: DEBUG dogpile.lock [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] no value, waiting for create lock {{(pid=65562) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1175.361538] env[65562]: DEBUG dogpile.lock [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] value creation lock acquired {{(pid=65562) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1175.361538] env[65562]: DEBUG dogpile.cache.region [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] No value present for key: 'zone-id' {{(pid=65562) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1175.361538] env[65562]: DEBUG dogpile.lock [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Calling creation function for not-yet-present value {{(pid=65562) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1175.361538] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1175.381886] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-2fafe9ef-7e47-4c4b-88ec-4ced8cbabccd taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.381886] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2fafe9ef-7e47-4c4b-88ec-4ced8cbabccd" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.381886] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2fafe9ef-7e47-4c4b-88ec-4ced8cbabccd" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.381886] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2fafe9ef-7e47-4c4b-88ec-4ced8cbabccd" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.381886] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.381886] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.381886] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.381886] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.381886] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.381886] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2fafe9ef-7e47-4c4b-88ec-4ced8cbabccd" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.382606] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-2fafe9ef-7e47-4c4b-88ec-4ced8cbabccd taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.382606] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2fafe9ef-7e47-4c4b-88ec-4ced8cbabccd" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.382606] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2fafe9ef-7e47-4c4b-88ec-4ced8cbabccd" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.382606] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2fafe9ef-7e47-4c4b-88ec-4ced8cbabccd" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.382606] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.382606] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.382606] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.382606] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.382998] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.382998] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2fafe9ef-7e47-4c4b-88ec-4ced8cbabccd" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.382998] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2fafe9ef-7e47-4c4b-88ec-4ced8cbabccd',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1175.385053] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1175.385233] env[65562]: DEBUG dogpile.cache.region [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65562) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1175.385370] env[65562]: DEBUG dogpile.lock [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Released creation lock {{(pid=65562) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1175.385555] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Releasing lock "network-51" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.385812] env[65562]: DEBUG networking_nsxv3.common.locking [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Lock port-8851628c-7728-41a1-bea3-7fedbd9cb6b5 taken with stack trace [, , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.385957] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquiring lock "port-8851628c-7728-41a1-bea3-7fedbd9cb6b5" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.386093] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired lock "port-8851628c-7728-41a1-bea3-7fedbd9cb6b5" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.386541] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired external semaphore "port-8851628c-7728-41a1-bea3-7fedbd9cb6b5" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.386751] env[65562]: DEBUG networking_nsxv3.api.rpc [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8851628c-7728-41a1-bea3-7fedbd9cb6b5',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1175.456349] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.456515] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.456586] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.456807] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.456898] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.457134] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.457354] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.457458] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.457585] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.457661] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.457748] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e24ed4cb-0d57-4a3b-a13c-73a6399b9ba8 already deleted. [ 1175.457827] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e24ed4cb-0d57-4a3b-a13c-73a6399b9ba8" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.668211] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.668369] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.668369] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.668513] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.668668] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.668819] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 30a9dede-a2e3-4e3f-bd1c-1a24f2c3762b is going to be created. [ 1175.695280] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.695447] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.695495] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.695718] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.695911] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.706829] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 30a9dede-a2e3-4e3f-bd1c-1a24f2c3762b in Status: UNINITIALIZED for 2s [ 1175.761572] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('28734607-ee97-46ec-b6bb-d4a31cf0cfc4',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1175.888972] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2fafe9ef-7e47-4c4b-88ec-4ced8cbabccd: rpc.has_security_group_logging(os_id): False [ 1175.890425] env[65562]: DEBUG networking_nsxv3.common.locking [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.890631] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.890753] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.891050] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.891705] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.891705] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Segment Port 8851628c-7728-41a1-bea3-7fedbd9cb6b5 not found, creating... [ 1175.891705] env[65562]: DEBUG networking_nsxv3.common.locking [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.891961] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquiring lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.891961] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.892100] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired external semaphore "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.892334] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Releasing lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.892527] env[65562]: DEBUG networking_nsxv3.common.locking [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.892683] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.892797] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.893018] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.893154] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.893452] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Resource: SegmentPort with ID: 8851628c-7728-41a1-bea3-7fedbd9cb6b5 is going to be created. [ 1175.915301] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.915492] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.915534] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.915726] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.915819] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.916043] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.916161] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.916226] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.916383] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.916464] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.916666] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.916761] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.916823] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.916964] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.917053] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.917246] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.917399] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.917457] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.917627] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.917707] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.917794] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2fafe9ef-7e47-4c4b-88ec-4ced8cbabccd is going to be updated. [ 1175.919843] env[65562]: DEBUG networking_nsxv3.common.locking [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.920050] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.920179] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.920406] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.920649] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.920897] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Releasing lock "port-8851628c-7728-41a1-bea3-7fedbd9cb6b5" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.006800] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.007170] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.007366] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.007641] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.007856] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.032541] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2fafe9ef-7e47-4c4b-88ec-4ced8cbabccd in Status: IN_PROGRESS for 2s [ 1176.264229] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('28734607-ee97-46ec-b6bb-d4a31cf0cfc4',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1176.678449] env[65562]: INFO networking_nsxv3.common.synchronization [req-1910ce45-ef30-4ae5-b5f6-465ff087d761 req-ff7c3e76-a612-4e5c-bac9-a570a69e88b5 service nova] Enqueued Resource ID: e24ed4cb-0d57-4a3b-a13c-73a6399b9ba8 with Priority: HIGHEST for action security_group_rules [ 1176.678561] env[65562]: INFO networking_nsxv3.common.synchronization [req-1910ce45-ef30-4ae5-b5f6-465ff087d761 req-ff7c3e76-a612-4e5c-bac9-a570a69e88b5 service nova] Enqueued Resource ID: e24ed4cb-0d57-4a3b-a13c-73a6399b9ba8 with Priority: HIGHEST for action security_group_members [ 1176.678696] env[65562]: INFO networking_nsxv3.common.synchronization [req-1910ce45-ef30-4ae5-b5f6-465ff087d761 req-ff7c3e76-a612-4e5c-bac9-a570a69e88b5 service nova] Enqueued Resource ID: 8851628c-7728-41a1-bea3-7fedbd9cb6b5 with Priority: HIGHEST for action port [ 1176.679754] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e24ed4cb-0d57-4a3b-a13c-73a6399b9ba8 with Priority: HIGHEST for action security_group_rules [ 1176.679754] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e24ed4cb-0d57-4a3b-a13c-73a6399b9ba8 with Priority: HIGHEST for action security_group_members [ 1176.679754] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8851628c-7728-41a1-bea3-7fedbd9cb6b5 with Priority: HIGHEST for action port [ 1176.679926] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e24ed4cb-0d57-4a3b-a13c-73a6399b9ba8 taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.680143] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e24ed4cb-0d57-4a3b-a13c-73a6399b9ba8" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.680143] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e24ed4cb-0d57-4a3b-a13c-73a6399b9ba8" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.680431] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e24ed4cb-0d57-4a3b-a13c-73a6399b9ba8" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.680758] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e24ed4cb-0d57-4a3b-a13c-73a6399b9ba8',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1176.683630] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-e24ed4cb-0d57-4a3b-a13c-73a6399b9ba8 taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.683707] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e24ed4cb-0d57-4a3b-a13c-73a6399b9ba8" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.683804] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e24ed4cb-0d57-4a3b-a13c-73a6399b9ba8" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.684055] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e24ed4cb-0d57-4a3b-a13c-73a6399b9ba8" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.684275] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.684399] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.684513] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.684673] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.684796] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.684913] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e24ed4cb-0d57-4a3b-a13c-73a6399b9ba8',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1176.686253] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock port-8851628c-7728-41a1-bea3-7fedbd9cb6b5 taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.687229] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8851628c-7728-41a1-bea3-7fedbd9cb6b5" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.687229] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8851628c-7728-41a1-bea3-7fedbd9cb6b5" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.687229] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8851628c-7728-41a1-bea3-7fedbd9cb6b5" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.687229] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8851628c-7728-41a1-bea3-7fedbd9cb6b5',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1176.767380] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.767578] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.767578] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.767885] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.768076] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.768251] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 28734607-ee97-46ec-b6bb-d4a31cf0cfc4 is going to be updated. [ 1176.809784] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.809784] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.809784] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.810026] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.810199] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.824318] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 28734607-ee97-46ec-b6bb-d4a31cf0cfc4 in Status: IN_PROGRESS for 2s [ 1177.188402] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-e24ed4cb-0d57-4a3b-a13c-73a6399b9ba8 taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.188559] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e24ed4cb-0d57-4a3b-a13c-73a6399b9ba8" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.188767] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e24ed4cb-0d57-4a3b-a13c-73a6399b9ba8',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1177.190126] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8851628c-7728-41a1-bea3-7fedbd9cb6b5 with status ACTIVE [ 1177.190456] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.190550] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.190587] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.191176] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.191176] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.191176] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.191357] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.191357] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.191481] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.191570] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.191758] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.192068] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.192068] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.192068] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.192183] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.192235] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8851628c-7728-41a1-bea3-7fedbd9cb6b5 is going to be updated. [ 1177.218905] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.219092] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.219144] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.219386] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.219577] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.219748] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8851628c-7728-41a1-bea3-7fedbd9cb6b5" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.386130] env[65562]: INFO networking_nsxv3.common.synchronization [req-345c2b80-c3fb-4212-b5a6-efca862f79e9 req-caec5b22-ca7e-4009-8985-2b8238561b01 tempest-AttachVolumeTestJSON-1703790782 tempest-AttachVolumeTestJSON-1703790782-project-member] Enqueued Resource ID: 3d96cccd-4553-4656-b59d-9c72c43b66ad with Priority: HIGHEST for action security_group_members [ 1177.386810] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3d96cccd-4553-4656-b59d-9c72c43b66ad with Priority: HIGHEST for action security_group_members [ 1177.387189] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-3d96cccd-4553-4656-b59d-9c72c43b66ad taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.387364] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3d96cccd-4553-4656-b59d-9c72c43b66ad" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.387416] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3d96cccd-4553-4656-b59d-9c72c43b66ad" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.387700] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3d96cccd-4553-4656-b59d-9c72c43b66ad" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.387906] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.388038] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.388165] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.388313] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.388409] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.388526] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3d96cccd-4553-4656-b59d-9c72c43b66ad',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1177.649820] env[65562]: INFO networking_nsxv3.common.synchronization [req-d18a4ad7-ff93-480e-9101-f7d7c2e9bdb5 req-f2c28c27-fb85-442e-996d-52f79eefdabb tempest-AttachInterfacesTestJSON-12420228 tempest-AttachInterfacesTestJSON-12420228-project-member] Enqueued Resource ID: 9fb3ee70-3c59-4b63-a41d-1f2d154fb7af with Priority: HIGHEST for action security_group_members [ 1177.650429] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9fb3ee70-3c59-4b63-a41d-1f2d154fb7af with Priority: HIGHEST for action security_group_members [ 1177.650759] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-9fb3ee70-3c59-4b63-a41d-1f2d154fb7af taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.650894] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9fb3ee70-3c59-4b63-a41d-1f2d154fb7af" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.650975] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9fb3ee70-3c59-4b63-a41d-1f2d154fb7af" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.651210] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9fb3ee70-3c59-4b63-a41d-1f2d154fb7af" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.651402] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.651519] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.651587] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.651762] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.651851] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.651962] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9fb3ee70-3c59-4b63-a41d-1f2d154fb7af',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1177.690499] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e24ed4cb-0d57-4a3b-a13c-73a6399b9ba8',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1177.718211] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 30a9dede-a2e3-4e3f-bd1c-1a24f2c3762b in Status: SUCCESS [ 1177.718477] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-30a9dede-a2e3-4e3f-bd1c-1a24f2c3762b" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.719888] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-30a9dede-a2e3-4e3f-bd1c-1a24f2c3762b" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.719888] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-30a9dede-a2e3-4e3f-bd1c-1a24f2c3762b" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.719888] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.719888] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.719888] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.720229] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.720229] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.720229] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-30a9dede-a2e3-4e3f-bd1c-1a24f2c3762b" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.720229] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('30a9dede-a2e3-4e3f-bd1c-1a24f2c3762b',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1177.794246] env[65562]: DEBUG networking_nsxv3.common.locking [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Lock network-556 taken with stack trace [, , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.794441] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquiring lock "network-556" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.794569] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired lock "network-556" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.794838] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired external semaphore "network-556" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.795104] env[65562]: DEBUG networking_nsxv3.common.locking [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.795262] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquiring lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.795379] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.795589] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired external semaphore "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.795734] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Releasing lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.795942] env[65562]: DEBUG dogpile.cache.region [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] No value present for key: 'zone-id' {{(pid=65562) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1177.796070] env[65562]: DEBUG dogpile.lock [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] NeedRegenerationException {{(pid=65562) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1177.796178] env[65562]: DEBUG dogpile.lock [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] no value, waiting for create lock {{(pid=65562) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1177.796285] env[65562]: DEBUG dogpile.lock [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] value creation lock acquired {{(pid=65562) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1177.796392] env[65562]: DEBUG dogpile.cache.region [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] No value present for key: 'zone-id' {{(pid=65562) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1177.796497] env[65562]: DEBUG dogpile.lock [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Calling creation function for not-yet-present value {{(pid=65562) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1177.796625] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1177.816660] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1177.816835] env[65562]: DEBUG dogpile.cache.region [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65562) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1177.816979] env[65562]: DEBUG dogpile.lock [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Released creation lock {{(pid=65562) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1177.817178] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Releasing lock "network-556" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.817616] env[65562]: DEBUG networking_nsxv3.common.locking [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Lock port-626acfb7-5655-45b1-8d13-a061300b19c2 taken with stack trace [, , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.817796] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquiring lock "port-626acfb7-5655-45b1-8d13-a061300b19c2" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.817916] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired lock "port-626acfb7-5655-45b1-8d13-a061300b19c2" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.818259] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired external semaphore "port-626acfb7-5655-45b1-8d13-a061300b19c2" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.818398] env[65562]: DEBUG networking_nsxv3.api.rpc [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('626acfb7-5655-45b1-8d13-a061300b19c2',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1177.890398] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.890728] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.890728] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.891027] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.891180] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.891946] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.891946] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.891946] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.891946] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.892186] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.892186] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3d96cccd-4553-4656-b59d-9c72c43b66ad already deleted. [ 1177.892186] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3d96cccd-4553-4656-b59d-9c72c43b66ad" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.049530] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2fafe9ef-7e47-4c4b-88ec-4ced8cbabccd in Status: SUCCESS [ 1178.049761] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2fafe9ef-7e47-4c4b-88ec-4ced8cbabccd" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.154032] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.154226] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.154288] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.154516] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.154627] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.154834] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.154931] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.154987] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.155150] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.155226] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.155329] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9fb3ee70-3c59-4b63-a41d-1f2d154fb7af is going to be updated. [ 1178.187819] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.188058] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.188184] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.188479] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.188683] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.192663] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.192823] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.192901] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.193125] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.193232] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.193332] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e24ed4cb-0d57-4a3b-a13c-73a6399b9ba8 is going to be created. [ 1178.203632] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9fb3ee70-3c59-4b63-a41d-1f2d154fb7af in Status: IN_PROGRESS for 2s [ 1178.216869] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.217084] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.217256] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.217537] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.217727] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.223610] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-30a9dede-a2e3-4e3f-bd1c-1a24f2c3762b taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.223784] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-30a9dede-a2e3-4e3f-bd1c-1a24f2c3762b" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.223873] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-30a9dede-a2e3-4e3f-bd1c-1a24f2c3762b" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.224155] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-30a9dede-a2e3-4e3f-bd1c-1a24f2c3762b" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.224359] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.224509] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.224613] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.224800] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.224922] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.225042] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-30a9dede-a2e3-4e3f-bd1c-1a24f2c3762b" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.225266] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-30a9dede-a2e3-4e3f-bd1c-1a24f2c3762b taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.225415] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-30a9dede-a2e3-4e3f-bd1c-1a24f2c3762b" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.225512] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-30a9dede-a2e3-4e3f-bd1c-1a24f2c3762b" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.225666] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-30a9dede-a2e3-4e3f-bd1c-1a24f2c3762b" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.225840] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.225991] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.226085] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.226281] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.226350] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.226459] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-30a9dede-a2e3-4e3f-bd1c-1a24f2c3762b" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.226565] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('30a9dede-a2e3-4e3f-bd1c-1a24f2c3762b',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1178.236324] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e24ed4cb-0d57-4a3b-a13c-73a6399b9ba8 in Status: UNINITIALIZED for 2s [ 1178.321053] env[65562]: DEBUG networking_nsxv3.common.locking [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.321342] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.321438] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.321810] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.321981] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.322180] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Segment Port 626acfb7-5655-45b1-8d13-a061300b19c2 not found, creating... [ 1178.322541] env[65562]: DEBUG networking_nsxv3.common.locking [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.322810] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquiring lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.322917] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.323234] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired external semaphore "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.323444] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Releasing lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.323839] env[65562]: DEBUG networking_nsxv3.common.locking [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.324028] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.324182] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.324416] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.324584] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.324750] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Resource: SegmentPort with ID: 626acfb7-5655-45b1-8d13-a061300b19c2 is going to be created. [ 1178.351752] env[65562]: DEBUG networking_nsxv3.common.locking [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.352049] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.352163] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.352455] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.352732] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.352964] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Releasing lock "port-626acfb7-5655-45b1-8d13-a061300b19c2" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.730042] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 30a9dede-a2e3-4e3f-bd1c-1a24f2c3762b: rpc.has_security_group_logging(os_id): False [ 1178.749412] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.749607] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.749669] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.749983] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.750116] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.750491] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.750621] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.750686] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.750969] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.751050] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.751226] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.751333] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.751399] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.751555] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.752026] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.752026] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.752026] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.752026] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.752308] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.752308] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.752308] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 30a9dede-a2e3-4e3f-bd1c-1a24f2c3762b is going to be created. [ 1178.824481] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.824655] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.824783] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.824975] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.825147] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.845737] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 28734607-ee97-46ec-b6bb-d4a31cf0cfc4 in Status: SUCCESS [ 1178.846140] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-28734607-ee97-46ec-b6bb-d4a31cf0cfc4" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.850513] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 30a9dede-a2e3-4e3f-bd1c-1a24f2c3762b in Status: IN_PROGRESS for 2s [ 1179.134396] env[65562]: INFO networking_nsxv3.common.synchronization [req-345c2b80-c3fb-4212-b5a6-efca862f79e9 req-fb234461-e034-48e9-bd01-5b3e8fdef63a service nova] Enqueued Resource ID: 3d96cccd-4553-4656-b59d-9c72c43b66ad with Priority: HIGHEST for action security_group_rules [ 1179.134396] env[65562]: INFO networking_nsxv3.common.synchronization [req-345c2b80-c3fb-4212-b5a6-efca862f79e9 req-fb234461-e034-48e9-bd01-5b3e8fdef63a service nova] Enqueued Resource ID: 3d96cccd-4553-4656-b59d-9c72c43b66ad with Priority: HIGHEST for action security_group_members [ 1179.134396] env[65562]: INFO networking_nsxv3.common.synchronization [req-345c2b80-c3fb-4212-b5a6-efca862f79e9 req-fb234461-e034-48e9-bd01-5b3e8fdef63a service nova] Enqueued Resource ID: 626acfb7-5655-45b1-8d13-a061300b19c2 with Priority: HIGHEST for action port [ 1179.134396] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3d96cccd-4553-4656-b59d-9c72c43b66ad with Priority: HIGHEST for action security_group_rules [ 1179.135343] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3d96cccd-4553-4656-b59d-9c72c43b66ad with Priority: HIGHEST for action security_group_members [ 1179.139143] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 626acfb7-5655-45b1-8d13-a061300b19c2 with Priority: HIGHEST for action port [ 1179.139143] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3d96cccd-4553-4656-b59d-9c72c43b66ad taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.139143] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3d96cccd-4553-4656-b59d-9c72c43b66ad" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.139143] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3d96cccd-4553-4656-b59d-9c72c43b66ad" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.139143] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3d96cccd-4553-4656-b59d-9c72c43b66ad" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.139143] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3d96cccd-4553-4656-b59d-9c72c43b66ad',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1179.139143] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-3d96cccd-4553-4656-b59d-9c72c43b66ad taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.139143] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3d96cccd-4553-4656-b59d-9c72c43b66ad" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.139143] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3d96cccd-4553-4656-b59d-9c72c43b66ad" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.139143] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3d96cccd-4553-4656-b59d-9c72c43b66ad" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.139143] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.139143] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.139143] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.139143] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.139143] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.139143] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3d96cccd-4553-4656-b59d-9c72c43b66ad',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1179.141365] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock port-626acfb7-5655-45b1-8d13-a061300b19c2 taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.141365] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-626acfb7-5655-45b1-8d13-a061300b19c2" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.141532] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-626acfb7-5655-45b1-8d13-a061300b19c2" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.141605] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-626acfb7-5655-45b1-8d13-a061300b19c2" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.141833] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('626acfb7-5655-45b1-8d13-a061300b19c2',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1179.647022] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3d96cccd-4553-4656-b59d-9c72c43b66ad',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1179.647022] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-3d96cccd-4553-4656-b59d-9c72c43b66ad taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.647022] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3d96cccd-4553-4656-b59d-9c72c43b66ad" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.647022] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 626acfb7-5655-45b1-8d13-a061300b19c2 with status ACTIVE [ 1179.647022] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.647022] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.647022] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.647022] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.647022] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.647022] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.647022] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.647022] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.647022] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.647022] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.647869] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.653057] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.653057] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.653057] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.653057] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.653057] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 626acfb7-5655-45b1-8d13-a061300b19c2 is going to be updated. [ 1179.675973] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.676181] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.676181] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.676462] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.676648] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.676840] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-626acfb7-5655-45b1-8d13-a061300b19c2" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.146582] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3d96cccd-4553-4656-b59d-9c72c43b66ad',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1180.214183] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9fb3ee70-3c59-4b63-a41d-1f2d154fb7af in Status: SUCCESS [ 1180.214467] env[65562]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9fb3ee70-3c59-4b63-a41d-1f2d154fb7af deletion is rescheduled due to dependency. [ 1180.214663] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9fb3ee70-3c59-4b63-a41d-1f2d154fb7af" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.248666] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e24ed4cb-0d57-4a3b-a13c-73a6399b9ba8 in Status: SUCCESS [ 1180.249056] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e24ed4cb-0d57-4a3b-a13c-73a6399b9ba8" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.249295] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e24ed4cb-0d57-4a3b-a13c-73a6399b9ba8" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.249661] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e24ed4cb-0d57-4a3b-a13c-73a6399b9ba8" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.249881] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.250023] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.250096] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.250256] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.250381] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.250499] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e24ed4cb-0d57-4a3b-a13c-73a6399b9ba8" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.250499] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e24ed4cb-0d57-4a3b-a13c-73a6399b9ba8',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1180.650505] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.650505] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.650505] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.650505] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.650505] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.650505] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3d96cccd-4553-4656-b59d-9c72c43b66ad is going to be created. [ 1180.683694] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.683945] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.684135] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.684365] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.684613] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.695172] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3d96cccd-4553-4656-b59d-9c72c43b66ad in Status: UNINITIALIZED for 2s [ 1180.753267] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-e24ed4cb-0d57-4a3b-a13c-73a6399b9ba8 taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.753267] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e24ed4cb-0d57-4a3b-a13c-73a6399b9ba8" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.753267] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e24ed4cb-0d57-4a3b-a13c-73a6399b9ba8" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.753516] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e24ed4cb-0d57-4a3b-a13c-73a6399b9ba8" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.753775] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.753893] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.753985] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.754236] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.754325] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.754439] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e24ed4cb-0d57-4a3b-a13c-73a6399b9ba8" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.754639] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-e24ed4cb-0d57-4a3b-a13c-73a6399b9ba8 taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.754761] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e24ed4cb-0d57-4a3b-a13c-73a6399b9ba8" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.754825] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e24ed4cb-0d57-4a3b-a13c-73a6399b9ba8" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.755036] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e24ed4cb-0d57-4a3b-a13c-73a6399b9ba8" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.755330] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.755439] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.755439] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.755640] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.755773] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.755922] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e24ed4cb-0d57-4a3b-a13c-73a6399b9ba8" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.756094] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e24ed4cb-0d57-4a3b-a13c-73a6399b9ba8',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1180.868150] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 30a9dede-a2e3-4e3f-bd1c-1a24f2c3762b in Status: SUCCESS [ 1180.868415] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-30a9dede-a2e3-4e3f-bd1c-1a24f2c3762b" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.258850] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e24ed4cb-0d57-4a3b-a13c-73a6399b9ba8: rpc.has_security_group_logging(os_id): False [ 1181.278934] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.279173] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.279290] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.279690] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.279808] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.279997] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.280132] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.280214] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.280417] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.280506] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.280769] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.280922] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.281105] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.281225] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.281307] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.281606] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.281943] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.282108] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.282436] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.282581] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.282768] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e24ed4cb-0d57-4a3b-a13c-73a6399b9ba8 is going to be created. [ 1181.369720] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.369977] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.369977] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.370217] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.370416] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.383442] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e24ed4cb-0d57-4a3b-a13c-73a6399b9ba8 in Status: IN_PROGRESS for 2s [ 1182.708294] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3d96cccd-4553-4656-b59d-9c72c43b66ad in Status: SUCCESS [ 1182.708726] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3d96cccd-4553-4656-b59d-9c72c43b66ad" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.708726] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3d96cccd-4553-4656-b59d-9c72c43b66ad" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.709323] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3d96cccd-4553-4656-b59d-9c72c43b66ad" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.709323] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.709605] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.709655] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.709830] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.709917] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.710018] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3d96cccd-4553-4656-b59d-9c72c43b66ad" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.710173] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3d96cccd-4553-4656-b59d-9c72c43b66ad',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1182.941813] env[65562]: INFO networking_nsxv3.common.synchronization [req-14cf1725-0c57-4ae7-8ec6-e61f61590b78 req-9f3f8652-b036-443a-891d-485adf5f4372 tempest-ServerActionsTestOtherA-1532973600 tempest-ServerActionsTestOtherA-1532973600-project-member] Enqueued Resource ID: 2823f0a3-1ec1-4dad-b0a6-aee32df44bd1 with Priority: HIGHEST for action security_group_members [ 1182.942468] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2823f0a3-1ec1-4dad-b0a6-aee32df44bd1 with Priority: HIGHEST for action security_group_members [ 1182.942813] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-2823f0a3-1ec1-4dad-b0a6-aee32df44bd1 taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.942958] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2823f0a3-1ec1-4dad-b0a6-aee32df44bd1" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.943316] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2823f0a3-1ec1-4dad-b0a6-aee32df44bd1" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.943599] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2823f0a3-1ec1-4dad-b0a6-aee32df44bd1" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.943873] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.944098] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.944705] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.944705] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.944705] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.944705] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2823f0a3-1ec1-4dad-b0a6-aee32df44bd1',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1183.213489] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3d96cccd-4553-4656-b59d-9c72c43b66ad',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1183.336886] env[65562]: DEBUG networking_nsxv3.common.locking [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Lock network-817 taken with stack trace [, , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.337113] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquiring lock "network-817" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.337244] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired lock "network-817" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.337608] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired external semaphore "network-817" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.338033] env[65562]: DEBUG networking_nsxv3.common.locking [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.338261] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquiring lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.338418] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.338678] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired external semaphore "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.338909] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Releasing lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.339271] env[65562]: DEBUG dogpile.cache.region [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] No value present for key: 'zone-id' {{(pid=65562) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1183.339485] env[65562]: DEBUG dogpile.lock [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] NeedRegenerationException {{(pid=65562) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1183.339630] env[65562]: DEBUG dogpile.lock [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] no value, waiting for create lock {{(pid=65562) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1183.339761] env[65562]: DEBUG dogpile.lock [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] value creation lock acquired {{(pid=65562) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1183.339891] env[65562]: DEBUG dogpile.cache.region [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] No value present for key: 'zone-id' {{(pid=65562) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1183.340010] env[65562]: DEBUG dogpile.lock [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Calling creation function for not-yet-present value {{(pid=65562) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1183.340162] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1183.367439] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1183.367658] env[65562]: DEBUG dogpile.cache.region [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=65562) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1183.367812] env[65562]: DEBUG dogpile.lock [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Released creation lock {{(pid=65562) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1183.368010] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Releasing lock "network-817" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.368395] env[65562]: DEBUG networking_nsxv3.common.locking [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Lock port-494c4e58-a226-4bcd-a4cc-5a8c63ded79c taken with stack trace [, , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.368586] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquiring lock "port-494c4e58-a226-4bcd-a4cc-5a8c63ded79c" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.368714] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired lock "port-494c4e58-a226-4bcd-a4cc-5a8c63ded79c" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.369090] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired external semaphore "port-494c4e58-a226-4bcd-a4cc-5a8c63ded79c" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.369248] env[65562]: DEBUG networking_nsxv3.api.rpc [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('494c4e58-a226-4bcd-a4cc-5a8c63ded79c',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1183.396695] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e24ed4cb-0d57-4a3b-a13c-73a6399b9ba8 in Status: SUCCESS [ 1183.396937] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e24ed4cb-0d57-4a3b-a13c-73a6399b9ba8" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.448204] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2823f0a3-1ec1-4dad-b0a6-aee32df44bd1',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1183.684093] env[65562]: INFO networking_nsxv3.common.synchronization [req-8f927202-a1eb-4671-b8c6-1e67c89d1aa4 req-a5654d34-4833-4e1a-943c-0ad529ad12d6 tempest-ServerActionsTestJSON-1145467507 tempest-ServerActionsTestJSON-1145467507-project-member] Enqueued Resource ID: d799e7b0-18b0-4f51-bb0e-7c9c2971a7f1 with Priority: HIGHEST for action security_group_members [ 1183.684837] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d799e7b0-18b0-4f51-bb0e-7c9c2971a7f1 with Priority: HIGHEST for action security_group_members [ 1183.685137] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-d799e7b0-18b0-4f51-bb0e-7c9c2971a7f1 taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.685266] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d799e7b0-18b0-4f51-bb0e-7c9c2971a7f1" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.685336] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d799e7b0-18b0-4f51-bb0e-7c9c2971a7f1" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.685538] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d799e7b0-18b0-4f51-bb0e-7c9c2971a7f1" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.685690] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.685789] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.685852] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.686029] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.686097] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.686188] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d799e7b0-18b0-4f51-bb0e-7c9c2971a7f1',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1183.715604] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3d96cccd-4553-4656-b59d-9c72c43b66ad: rpc.has_security_group_logging(os_id): False [ 1183.733398] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.733594] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.733683] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.733830] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.733942] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.734164] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.734261] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.734323] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.734474] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.734552] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.734628] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3d96cccd-4553-4656-b59d-9c72c43b66ad is going to be created. [ 1183.799672] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.799889] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.799889] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.800113] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.800300] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.819981] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3d96cccd-4553-4656-b59d-9c72c43b66ad in Status: IN_PROGRESS for 2s [ 1183.871535] env[65562]: DEBUG networking_nsxv3.common.locking [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.871823] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.872023] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.872411] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.872657] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.872851] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Segment Port 494c4e58-a226-4bcd-a4cc-5a8c63ded79c not found, creating... [ 1183.873189] env[65562]: DEBUG networking_nsxv3.common.locking [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.873433] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquiring lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.873578] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.873879] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired external semaphore "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.874096] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Releasing lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.874494] env[65562]: DEBUG networking_nsxv3.common.locking [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.874711] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.874861] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.875115] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.875287] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.875438] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Resource: SegmentPort with ID: 494c4e58-a226-4bcd-a4cc-5a8c63ded79c is going to be created. [ 1183.930033] env[65562]: DEBUG networking_nsxv3.common.locking [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.930338] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.930524] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.930814] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.931068] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.931341] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Releasing lock "port-494c4e58-a226-4bcd-a4cc-5a8c63ded79c" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.950124] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2823f0a3-1ec1-4dad-b0a6-aee32df44bd1',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1184.191398] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.191398] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.191398] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.191398] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.215967] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.218456] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.218456] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.218456] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.218456] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.218456] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.218456] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d799e7b0-18b0-4f51-bb0e-7c9c2971a7f1 is going to be updated. [ 1184.250030] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.250030] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.250030] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.250030] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.250030] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.259028] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d799e7b0-18b0-4f51-bb0e-7c9c2971a7f1 in Status: IN_PROGRESS for 2s [ 1184.288806] env[65562]: INFO networking_nsxv3.common.synchronization [req-48a9c537-3d81-4f9c-a6cf-bcce66de1c92 req-39723e0e-fad5-43e6-89a9-77aaee4e6932 tempest-DeleteServersTestJSON-1989734922 tempest-DeleteServersTestJSON-1989734922-project-member] Enqueued Resource ID: 2fafe9ef-7e47-4c4b-88ec-4ced8cbabccd with Priority: HIGHEST for action security_group_members [ 1184.289866] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2fafe9ef-7e47-4c4b-88ec-4ced8cbabccd with Priority: HIGHEST for action security_group_members [ 1184.290354] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-2fafe9ef-7e47-4c4b-88ec-4ced8cbabccd taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.290652] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2fafe9ef-7e47-4c4b-88ec-4ced8cbabccd" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.290813] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2fafe9ef-7e47-4c4b-88ec-4ced8cbabccd" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.291103] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2fafe9ef-7e47-4c4b-88ec-4ced8cbabccd" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.291359] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.291572] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.291719] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.291965] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.292157] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.292332] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2fafe9ef-7e47-4c4b-88ec-4ced8cbabccd',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1184.454594] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.454811] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.455660] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.456035] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.456206] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.456365] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2823f0a3-1ec1-4dad-b0a6-aee32df44bd1 is going to be updated. [ 1184.488794] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.490017] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.490017] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.490017] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.490017] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.500774] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2823f0a3-1ec1-4dad-b0a6-aee32df44bd1 in Status: IN_PROGRESS for 2s [ 1184.661122] env[65562]: INFO networking_nsxv3.common.synchronization [req-14cf1725-0c57-4ae7-8ec6-e61f61590b78 req-91a66d28-ac6c-4e6d-b296-7dccc2dac5fa service nova] Enqueued Resource ID: 2823f0a3-1ec1-4dad-b0a6-aee32df44bd1 with Priority: HIGHEST for action security_group_rules [ 1184.661386] env[65562]: INFO networking_nsxv3.common.synchronization [req-14cf1725-0c57-4ae7-8ec6-e61f61590b78 req-91a66d28-ac6c-4e6d-b296-7dccc2dac5fa service nova] Enqueued Resource ID: 2823f0a3-1ec1-4dad-b0a6-aee32df44bd1 with Priority: HIGHEST for action security_group_members [ 1184.661512] env[65562]: INFO networking_nsxv3.common.synchronization [req-14cf1725-0c57-4ae7-8ec6-e61f61590b78 req-91a66d28-ac6c-4e6d-b296-7dccc2dac5fa service nova] Enqueued Resource ID: 494c4e58-a226-4bcd-a4cc-5a8c63ded79c with Priority: HIGHEST for action port [ 1184.665407] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2823f0a3-1ec1-4dad-b0a6-aee32df44bd1 with Priority: HIGHEST for action security_group_rules [ 1184.665571] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2823f0a3-1ec1-4dad-b0a6-aee32df44bd1 with Priority: HIGHEST for action security_group_members [ 1184.665679] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 494c4e58-a226-4bcd-a4cc-5a8c63ded79c with Priority: HIGHEST for action port [ 1184.666284] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2823f0a3-1ec1-4dad-b0a6-aee32df44bd1 taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.666416] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2823f0a3-1ec1-4dad-b0a6-aee32df44bd1" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.666487] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2823f0a3-1ec1-4dad-b0a6-aee32df44bd1" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.666699] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2823f0a3-1ec1-4dad-b0a6-aee32df44bd1" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.667065] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2823f0a3-1ec1-4dad-b0a6-aee32df44bd1',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1184.668309] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-2823f0a3-1ec1-4dad-b0a6-aee32df44bd1 taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.668442] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2823f0a3-1ec1-4dad-b0a6-aee32df44bd1" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.668724] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock port-494c4e58-a226-4bcd-a4cc-5a8c63ded79c taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.668838] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-494c4e58-a226-4bcd-a4cc-5a8c63ded79c" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.668904] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-494c4e58-a226-4bcd-a4cc-5a8c63ded79c" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.669131] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-494c4e58-a226-4bcd-a4cc-5a8c63ded79c" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.669201] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('494c4e58-a226-4bcd-a4cc-5a8c63ded79c',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1184.795872] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.795872] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.795872] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.795872] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.795872] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.796624] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.796624] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.796624] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.796624] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.796624] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.796624] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2fafe9ef-7e47-4c4b-88ec-4ced8cbabccd is going to be updated. [ 1184.833227] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.833381] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.833451] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.833700] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.834120] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.848589] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2fafe9ef-7e47-4c4b-88ec-4ced8cbabccd in Status: IN_PROGRESS for 2s [ 1185.171521] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-2823f0a3-1ec1-4dad-b0a6-aee32df44bd1 taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.171664] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2823f0a3-1ec1-4dad-b0a6-aee32df44bd1" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.173240] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 494c4e58-a226-4bcd-a4cc-5a8c63ded79c with status ACTIVE [ 1185.173294] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.173417] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.173468] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.173663] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.173814] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.173955] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.174074] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.174137] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.174533] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.174533] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.174533] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.174721] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.174721] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.174862] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.174916] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.174961] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 494c4e58-a226-4bcd-a4cc-5a8c63ded79c is going to be updated. [ 1185.198977] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.199194] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.199617] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.199617] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.199767] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.199973] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-494c4e58-a226-4bcd-a4cc-5a8c63ded79c" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.844354] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3d96cccd-4553-4656-b59d-9c72c43b66ad in Status: SUCCESS [ 1185.844717] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3d96cccd-4553-4656-b59d-9c72c43b66ad" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.269168] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d799e7b0-18b0-4f51-bb0e-7c9c2971a7f1 in Status: SUCCESS [ 1186.269365] env[65562]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d799e7b0-18b0-4f51-bb0e-7c9c2971a7f1 deletion is rescheduled due to dependency. [ 1186.269532] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d799e7b0-18b0-4f51-bb0e-7c9c2971a7f1" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.512417] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2823f0a3-1ec1-4dad-b0a6-aee32df44bd1 in Status: SUCCESS [ 1186.512925] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2823f0a3-1ec1-4dad-b0a6-aee32df44bd1" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.512925] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2823f0a3-1ec1-4dad-b0a6-aee32df44bd1" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.513315] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2823f0a3-1ec1-4dad-b0a6-aee32df44bd1" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.513716] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.513955] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.514093] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.514366] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.514521] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.514700] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2823f0a3-1ec1-4dad-b0a6-aee32df44bd1',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1186.863208] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2fafe9ef-7e47-4c4b-88ec-4ced8cbabccd in Status: SUCCESS [ 1186.863529] env[65562]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2fafe9ef-7e47-4c4b-88ec-4ced8cbabccd deletion is rescheduled due to dependency. [ 1186.863622] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2fafe9ef-7e47-4c4b-88ec-4ced8cbabccd" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.017862] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2823f0a3-1ec1-4dad-b0a6-aee32df44bd1',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1187.226200] env[65562]: INFO networking_nsxv3.common.synchronization [None req-8e0b2740-e160-482c-a71e-d5c3929c83c3 tempest-AttachInterfacesTestJSON-12420228 tempest-AttachInterfacesTestJSON-12420228-project-member] Enqueued Resource ID: ebe9d131-bf1d-401c-956d-8958f6a945eb with Priority: HIGHEST for action security_group_members [ 1187.226200] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ebe9d131-bf1d-401c-956d-8958f6a945eb with Priority: HIGHEST for action security_group_members [ 1187.226421] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-ebe9d131-bf1d-401c-956d-8958f6a945eb taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.226421] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ebe9d131-bf1d-401c-956d-8958f6a945eb" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.226421] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ebe9d131-bf1d-401c-956d-8958f6a945eb" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.227203] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ebe9d131-bf1d-401c-956d-8958f6a945eb" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.227843] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.227843] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.227843] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.228096] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.229640] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.229640] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ebe9d131-bf1d-401c-956d-8958f6a945eb',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1187.523297] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2823f0a3-1ec1-4dad-b0a6-aee32df44bd1',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1187.731802] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.731802] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.731802] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.732024] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.732148] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.732458] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.732599] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.732718] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.732995] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.733158] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.733306] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ebe9d131-bf1d-401c-956d-8958f6a945eb is going to be updated. [ 1187.777376] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.777376] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.777507] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.777769] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.778105] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.790288] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ebe9d131-bf1d-401c-956d-8958f6a945eb in Status: IN_PROGRESS for 2s [ 1188.026667] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.027155] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.027155] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.027320] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.027466] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.027576] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2823f0a3-1ec1-4dad-b0a6-aee32df44bd1 is going to be updated. [ 1188.058063] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.058276] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.058332] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.058561] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.058721] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.071218] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2823f0a3-1ec1-4dad-b0a6-aee32df44bd1 in Status: IN_PROGRESS for 2s [ 1188.526111] env[65562]: INFO networking_nsxv3.common.synchronization [req-a9cd3572-db2f-4392-aab9-354b8f7a5614 req-7fbdd31a-dbc0-4b04-9c3d-1e664a794485 tempest-InstanceActionsNegativeTestJSON-909666175 tempest-InstanceActionsNegativeTestJSON-909666175-project-member] Enqueued Resource ID: e24ed4cb-0d57-4a3b-a13c-73a6399b9ba8 with Priority: HIGHEST for action security_group_members [ 1188.526667] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e24ed4cb-0d57-4a3b-a13c-73a6399b9ba8 with Priority: HIGHEST for action security_group_members [ 1188.527232] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-e24ed4cb-0d57-4a3b-a13c-73a6399b9ba8 taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.527232] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e24ed4cb-0d57-4a3b-a13c-73a6399b9ba8" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.527232] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e24ed4cb-0d57-4a3b-a13c-73a6399b9ba8" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.527484] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e24ed4cb-0d57-4a3b-a13c-73a6399b9ba8" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.527860] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.527860] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.527860] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.528466] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.528947] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.528947] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e24ed4cb-0d57-4a3b-a13c-73a6399b9ba8',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1188.616530] env[65562]: INFO networking_nsxv3.common.synchronization [req-8ba98dfe-54b7-4bc1-bb11-504892f2de65 req-1f4ab4ae-7847-452f-af05-a0f81379254e tempest-ServerTagsTestJSON-673110190 tempest-ServerTagsTestJSON-673110190-project-member] Enqueued Resource ID: 30a9dede-a2e3-4e3f-bd1c-1a24f2c3762b with Priority: HIGHEST for action security_group_members [ 1188.620057] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 30a9dede-a2e3-4e3f-bd1c-1a24f2c3762b with Priority: HIGHEST for action security_group_members [ 1188.620057] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-30a9dede-a2e3-4e3f-bd1c-1a24f2c3762b taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.620057] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-30a9dede-a2e3-4e3f-bd1c-1a24f2c3762b" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.620057] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-30a9dede-a2e3-4e3f-bd1c-1a24f2c3762b" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.620057] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-30a9dede-a2e3-4e3f-bd1c-1a24f2c3762b" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.620057] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.620057] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.620057] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.620057] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.620057] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.620057] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('30a9dede-a2e3-4e3f-bd1c-1a24f2c3762b',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1189.032468] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.032799] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.032799] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.034022] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.034022] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.034022] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.034022] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.034022] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.034022] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.034317] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.034317] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e24ed4cb-0d57-4a3b-a13c-73a6399b9ba8 is going to be updated. [ 1189.068463] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.068705] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.068817] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.069049] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.069200] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.078153] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e24ed4cb-0d57-4a3b-a13c-73a6399b9ba8 in Status: IN_PROGRESS for 2s [ 1189.121572] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.122586] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.122586] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.122586] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.122586] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.122586] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.122586] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.122586] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.122917] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.122917] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.122917] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 30a9dede-a2e3-4e3f-bd1c-1a24f2c3762b is going to be updated. [ 1189.152320] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.152542] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.152542] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.152786] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.152947] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.165303] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 30a9dede-a2e3-4e3f-bd1c-1a24f2c3762b in Status: IN_PROGRESS for 2s [ 1189.189781] env[65562]: INFO networking_nsxv3.common.synchronization [req-ac362b6b-8d20-4b2b-ac0c-29379ef67220 req-ac4abfdf-cf09-4d3d-815f-89828ec71918 tempest-ImagesTestJSON-262210320 tempest-ImagesTestJSON-262210320-project-member] Enqueued Resource ID: af93aedb-3930-4143-9adf-131e1f65beae with Priority: HIGHEST for action security_group_members [ 1189.190691] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: af93aedb-3930-4143-9adf-131e1f65beae with Priority: HIGHEST for action security_group_members [ 1189.191037] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-af93aedb-3930-4143-9adf-131e1f65beae taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.191601] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-af93aedb-3930-4143-9adf-131e1f65beae" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.191722] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-af93aedb-3930-4143-9adf-131e1f65beae" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.192032] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-af93aedb-3930-4143-9adf-131e1f65beae" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.192223] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.192337] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.192404] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.192575] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.192668] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.192766] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('af93aedb-3930-4143-9adf-131e1f65beae',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1189.586281] env[65562]: DEBUG networking_nsxv3.common.locking [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Lock network-910 taken with stack trace [, , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.586514] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquiring lock "network-910" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.586673] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired lock "network-910" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.586990] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired external semaphore "network-910" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.587307] env[65562]: DEBUG networking_nsxv3.common.locking [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.588044] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquiring lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.588044] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.588044] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired external semaphore "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.588206] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Releasing lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.588348] env[65562]: DEBUG dogpile.cache.region [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] No value present for key: 'zone-id' {{(pid=65562) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1189.588487] env[65562]: DEBUG dogpile.lock [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] NeedRegenerationException {{(pid=65562) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1189.588642] env[65562]: DEBUG dogpile.lock [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] no value, waiting for create lock {{(pid=65562) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1189.588782] env[65562]: DEBUG dogpile.lock [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] value creation lock acquired {{(pid=65562) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1189.588882] env[65562]: DEBUG dogpile.cache.region [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] No value present for key: 'zone-id' {{(pid=65562) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1189.589009] env[65562]: DEBUG dogpile.lock [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Calling creation function for not-yet-present value {{(pid=65562) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1189.589152] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1189.613446] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1189.613658] env[65562]: DEBUG dogpile.cache.region [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65562) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1189.613742] env[65562]: DEBUG dogpile.lock [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Released creation lock {{(pid=65562) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1189.613930] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Releasing lock "network-910" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.614277] env[65562]: DEBUG networking_nsxv3.common.locking [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Lock port-f3aac091-a134-405f-a3a2-c43b1efbaf6c taken with stack trace [, , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.614451] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquiring lock "port-f3aac091-a134-405f-a3a2-c43b1efbaf6c" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.614587] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired lock "port-f3aac091-a134-405f-a3a2-c43b1efbaf6c" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.614923] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired external semaphore "port-f3aac091-a134-405f-a3a2-c43b1efbaf6c" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.615078] env[65562]: DEBUG networking_nsxv3.api.rpc [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f3aac091-a134-405f-a3a2-c43b1efbaf6c',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1189.696984] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('af93aedb-3930-4143-9adf-131e1f65beae',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1189.802325] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ebe9d131-bf1d-401c-956d-8958f6a945eb in Status: SUCCESS [ 1189.802496] env[65562]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ebe9d131-bf1d-401c-956d-8958f6a945eb deletion is rescheduled due to dependency. [ 1189.802614] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ebe9d131-bf1d-401c-956d-8958f6a945eb" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.081320] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2823f0a3-1ec1-4dad-b0a6-aee32df44bd1 in Status: SUCCESS [ 1190.081570] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2823f0a3-1ec1-4dad-b0a6-aee32df44bd1" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.081649] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2823f0a3-1ec1-4dad-b0a6-aee32df44bd1" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.081863] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2823f0a3-1ec1-4dad-b0a6-aee32df44bd1" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.082068] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.083398] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.083398] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.083398] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.083398] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.083398] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2823f0a3-1ec1-4dad-b0a6-aee32df44bd1" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.083398] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2823f0a3-1ec1-4dad-b0a6-aee32df44bd1',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1190.118229] env[65562]: DEBUG networking_nsxv3.common.locking [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.118229] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.118229] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.118229] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.118229] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.118229] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Segment Port f3aac091-a134-405f-a3a2-c43b1efbaf6c not found, creating... [ 1190.118502] env[65562]: DEBUG networking_nsxv3.common.locking [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.118610] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquiring lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.118697] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.118907] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired external semaphore "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.119049] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Releasing lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.119371] env[65562]: DEBUG networking_nsxv3.common.locking [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.119518] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.119627] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.119938] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.120225] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.120315] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Resource: SegmentPort with ID: f3aac091-a134-405f-a3a2-c43b1efbaf6c is going to be created. [ 1190.141870] env[65562]: DEBUG networking_nsxv3.common.locking [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.142104] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.142229] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.142495] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.142726] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.142945] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Releasing lock "port-f3aac091-a134-405f-a3a2-c43b1efbaf6c" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.200371] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('af93aedb-3930-4143-9adf-131e1f65beae',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1190.587631] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2823f0a3-1ec1-4dad-b0a6-aee32df44bd1',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1190.703317] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.703481] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.703554] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.703776] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.703869] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.703970] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: af93aedb-3930-4143-9adf-131e1f65beae is going to be updated. [ 1190.738403] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.738535] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.738577] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.738967] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.739141] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.749345] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: af93aedb-3930-4143-9adf-131e1f65beae in Status: IN_PROGRESS for 2s [ 1190.900021] env[65562]: INFO networking_nsxv3.common.synchronization [req-ac362b6b-8d20-4b2b-ac0c-29379ef67220 req-888e0c40-da77-471a-9e8e-a0adf515472a service nova] Enqueued Resource ID: af93aedb-3930-4143-9adf-131e1f65beae with Priority: HIGHEST for action security_group_rules [ 1190.900021] env[65562]: INFO networking_nsxv3.common.synchronization [req-ac362b6b-8d20-4b2b-ac0c-29379ef67220 req-888e0c40-da77-471a-9e8e-a0adf515472a service nova] Enqueued Resource ID: af93aedb-3930-4143-9adf-131e1f65beae with Priority: HIGHEST for action security_group_members [ 1190.900021] env[65562]: INFO networking_nsxv3.common.synchronization [req-ac362b6b-8d20-4b2b-ac0c-29379ef67220 req-888e0c40-da77-471a-9e8e-a0adf515472a service nova] Enqueued Resource ID: f3aac091-a134-405f-a3a2-c43b1efbaf6c with Priority: HIGHEST for action port [ 1190.902738] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: af93aedb-3930-4143-9adf-131e1f65beae with Priority: HIGHEST for action security_group_rules [ 1190.902738] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: af93aedb-3930-4143-9adf-131e1f65beae with Priority: HIGHEST for action security_group_members [ 1190.902738] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f3aac091-a134-405f-a3a2-c43b1efbaf6c with Priority: HIGHEST for action port [ 1190.902738] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock rules-af93aedb-3930-4143-9adf-131e1f65beae taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.902738] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-af93aedb-3930-4143-9adf-131e1f65beae" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.902738] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-af93aedb-3930-4143-9adf-131e1f65beae" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.902738] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-af93aedb-3930-4143-9adf-131e1f65beae" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.902738] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('af93aedb-3930-4143-9adf-131e1f65beae',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1190.902738] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-af93aedb-3930-4143-9adf-131e1f65beae taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.902738] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-af93aedb-3930-4143-9adf-131e1f65beae" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.902738] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock port-f3aac091-a134-405f-a3a2-c43b1efbaf6c taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.902738] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f3aac091-a134-405f-a3a2-c43b1efbaf6c" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.903410] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f3aac091-a134-405f-a3a2-c43b1efbaf6c" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.903410] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f3aac091-a134-405f-a3a2-c43b1efbaf6c" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.903410] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f3aac091-a134-405f-a3a2-c43b1efbaf6c',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1191.089572] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2823f0a3-1ec1-4dad-b0a6-aee32df44bd1: rpc.has_security_group_logging(os_id): False [ 1191.093535] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e24ed4cb-0d57-4a3b-a13c-73a6399b9ba8 in Status: SUCCESS [ 1191.093535] env[65562]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e24ed4cb-0d57-4a3b-a13c-73a6399b9ba8 deletion is rescheduled due to dependency. [ 1191.093723] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e24ed4cb-0d57-4a3b-a13c-73a6399b9ba8" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.114139] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.114330] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.114330] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.114448] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.137426] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.137787] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.137911] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.137980] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.138465] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.138559] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.138744] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2823f0a3-1ec1-4dad-b0a6-aee32df44bd1 is going to be updated. [ 1191.175532] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 30a9dede-a2e3-4e3f-bd1c-1a24f2c3762b in Status: SUCCESS [ 1191.175914] env[65562]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 30a9dede-a2e3-4e3f-bd1c-1a24f2c3762b deletion is rescheduled due to dependency. [ 1191.175996] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-30a9dede-a2e3-4e3f-bd1c-1a24f2c3762b" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.225387] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.225550] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.225629] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.225873] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.226040] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.241450] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2823f0a3-1ec1-4dad-b0a6-aee32df44bd1 in Status: IN_PROGRESS for 2s [ 1191.405864] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-af93aedb-3930-4143-9adf-131e1f65beae taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.408098] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-af93aedb-3930-4143-9adf-131e1f65beae" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.408098] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f3aac091-a134-405f-a3a2-c43b1efbaf6c with status ACTIVE [ 1191.408098] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.408098] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.408098] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.408098] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.408098] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.408098] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.408098] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.408098] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.408098] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.408098] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.409463] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.409974] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.410413] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.410413] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.412451] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.412451] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f3aac091-a134-405f-a3a2-c43b1efbaf6c is going to be updated. [ 1191.435033] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.435033] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.435033] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.435033] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.435033] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.435033] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f3aac091-a134-405f-a3a2-c43b1efbaf6c" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.776900] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: af93aedb-3930-4143-9adf-131e1f65beae in Status: SUCCESS [ 1192.777153] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-af93aedb-3930-4143-9adf-131e1f65beae" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.777335] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-af93aedb-3930-4143-9adf-131e1f65beae" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.777589] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-af93aedb-3930-4143-9adf-131e1f65beae" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.777794] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.777914] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.777981] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.778642] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.779012] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.779012] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('af93aedb-3930-4143-9adf-131e1f65beae',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1193.254921] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2823f0a3-1ec1-4dad-b0a6-aee32df44bd1 in Status: SUCCESS [ 1193.255225] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2823f0a3-1ec1-4dad-b0a6-aee32df44bd1" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.281929] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('af93aedb-3930-4143-9adf-131e1f65beae',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1193.419942] env[65562]: INFO networking_nsxv3.common.synchronization [req-1edebfbc-984b-4886-b1a1-d34aa7f63e6d req-a37171f6-e9aa-437d-9f1d-70aedac09521 tempest-ServersTestJSON-1139836512 tempest-ServersTestJSON-1139836512-project-member] Enqueued Resource ID: 28734607-ee97-46ec-b6bb-d4a31cf0cfc4 with Priority: HIGHEST for action security_group_members [ 1193.420523] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 28734607-ee97-46ec-b6bb-d4a31cf0cfc4 with Priority: HIGHEST for action security_group_members [ 1193.420850] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-28734607-ee97-46ec-b6bb-d4a31cf0cfc4 taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.421334] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-28734607-ee97-46ec-b6bb-d4a31cf0cfc4" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.421414] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-28734607-ee97-46ec-b6bb-d4a31cf0cfc4" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.421609] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-28734607-ee97-46ec-b6bb-d4a31cf0cfc4" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.421905] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.422041] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.422107] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.422268] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.422347] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.422445] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('28734607-ee97-46ec-b6bb-d4a31cf0cfc4',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1193.760882] env[65562]: DEBUG networking_nsxv3.common.locking [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Lock network-591 taken with stack trace [, , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.761095] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquiring lock "network-591" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.761218] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired lock "network-591" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.761489] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired external semaphore "network-591" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.761790] env[65562]: DEBUG networking_nsxv3.common.locking [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.761938] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquiring lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.762127] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.762345] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired external semaphore "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.762489] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Releasing lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.762698] env[65562]: DEBUG dogpile.cache.region [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] No value present for key: 'zone-id' {{(pid=65562) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1193.762813] env[65562]: DEBUG dogpile.lock [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] NeedRegenerationException {{(pid=65562) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1193.762918] env[65562]: DEBUG dogpile.lock [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] no value, waiting for create lock {{(pid=65562) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1193.763049] env[65562]: DEBUG dogpile.lock [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] value creation lock acquired {{(pid=65562) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1193.763164] env[65562]: DEBUG dogpile.cache.region [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] No value present for key: 'zone-id' {{(pid=65562) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1193.763265] env[65562]: DEBUG dogpile.lock [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Calling creation function for not-yet-present value {{(pid=65562) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1193.763393] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1193.782899] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1193.783255] env[65562]: DEBUG dogpile.cache.region [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65562) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1193.783255] env[65562]: DEBUG dogpile.lock [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Released creation lock {{(pid=65562) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1193.783385] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Releasing lock "network-591" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.783692] env[65562]: DEBUG networking_nsxv3.common.locking [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Lock port-bb6af329-5d74-42b1-9f2d-ed94c6cf7912 taken with stack trace [, , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.783860] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquiring lock "port-bb6af329-5d74-42b1-9f2d-ed94c6cf7912" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.783978] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired lock "port-bb6af329-5d74-42b1-9f2d-ed94c6cf7912" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.784322] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired external semaphore "port-bb6af329-5d74-42b1-9f2d-ed94c6cf7912" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.784459] env[65562]: DEBUG networking_nsxv3.api.rpc [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bb6af329-5d74-42b1-9f2d-ed94c6cf7912',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1193.785785] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('af93aedb-3930-4143-9adf-131e1f65beae',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1193.925067] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('28734607-ee97-46ec-b6bb-d4a31cf0cfc4',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1194.287904] env[65562]: DEBUG networking_nsxv3.common.locking [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.288209] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.288340] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.288651] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.288812] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.288971] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Segment Port bb6af329-5d74-42b1-9f2d-ed94c6cf7912 not found, creating... [ 1194.289264] env[65562]: DEBUG networking_nsxv3.common.locking [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.289426] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquiring lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.289580] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.289822] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired external semaphore "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.289969] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Releasing lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.290271] env[65562]: DEBUG networking_nsxv3.common.locking [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.290446] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.290582] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.290813] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.290950] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.291108] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Resource: SegmentPort with ID: bb6af329-5d74-42b1-9f2d-ed94c6cf7912 is going to be created. [ 1194.292300] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.292413] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.292481] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.292632] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.292717] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.292804] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: af93aedb-3930-4143-9adf-131e1f65beae is going to be updated. [ 1194.317398] env[65562]: DEBUG networking_nsxv3.common.locking [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.317653] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.317750] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.318075] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.318345] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.318579] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Releasing lock "port-bb6af329-5d74-42b1-9f2d-ed94c6cf7912" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.323816] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.323972] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.324043] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.324276] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.324419] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.333362] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: af93aedb-3930-4143-9adf-131e1f65beae in Status: IN_PROGRESS for 2s [ 1194.427205] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('28734607-ee97-46ec-b6bb-d4a31cf0cfc4',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1194.931370] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.932331] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.932331] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.932331] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.932331] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.932331] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 28734607-ee97-46ec-b6bb-d4a31cf0cfc4 is going to be updated. [ 1194.966138] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.966138] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.966243] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.967600] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.967600] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.977928] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 28734607-ee97-46ec-b6bb-d4a31cf0cfc4 in Status: IN_PROGRESS for 2s [ 1195.065233] env[65562]: INFO networking_nsxv3.common.synchronization [req-1edebfbc-984b-4886-b1a1-d34aa7f63e6d req-7e1f663e-2486-4790-b12c-06eae49c3527 service nova] Enqueued Resource ID: 28734607-ee97-46ec-b6bb-d4a31cf0cfc4 with Priority: HIGHEST for action security_group_rules [ 1195.065405] env[65562]: INFO networking_nsxv3.common.synchronization [req-1edebfbc-984b-4886-b1a1-d34aa7f63e6d req-7e1f663e-2486-4790-b12c-06eae49c3527 service nova] Enqueued Resource ID: 28734607-ee97-46ec-b6bb-d4a31cf0cfc4 with Priority: HIGHEST for action security_group_members [ 1195.065534] env[65562]: INFO networking_nsxv3.common.synchronization [req-1edebfbc-984b-4886-b1a1-d34aa7f63e6d req-7e1f663e-2486-4790-b12c-06eae49c3527 service nova] Enqueued Resource ID: bb6af329-5d74-42b1-9f2d-ed94c6cf7912 with Priority: HIGHEST for action port [ 1195.066082] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 28734607-ee97-46ec-b6bb-d4a31cf0cfc4 with Priority: HIGHEST for action security_group_rules [ 1195.066223] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 28734607-ee97-46ec-b6bb-d4a31cf0cfc4 with Priority: HIGHEST for action security_group_members [ 1195.066316] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bb6af329-5d74-42b1-9f2d-ed94c6cf7912 with Priority: HIGHEST for action port [ 1195.066965] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock rules-28734607-ee97-46ec-b6bb-d4a31cf0cfc4 taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.066965] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-28734607-ee97-46ec-b6bb-d4a31cf0cfc4" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.066965] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-28734607-ee97-46ec-b6bb-d4a31cf0cfc4" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.067229] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-28734607-ee97-46ec-b6bb-d4a31cf0cfc4" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.067229] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('28734607-ee97-46ec-b6bb-d4a31cf0cfc4',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1195.070028] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-28734607-ee97-46ec-b6bb-d4a31cf0cfc4 taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.071375] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-28734607-ee97-46ec-b6bb-d4a31cf0cfc4" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.071375] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock port-bb6af329-5d74-42b1-9f2d-ed94c6cf7912 taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.071375] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bb6af329-5d74-42b1-9f2d-ed94c6cf7912" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.071916] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bb6af329-5d74-42b1-9f2d-ed94c6cf7912" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.071916] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bb6af329-5d74-42b1-9f2d-ed94c6cf7912" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.073927] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bb6af329-5d74-42b1-9f2d-ed94c6cf7912',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1195.576586] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-28734607-ee97-46ec-b6bb-d4a31cf0cfc4 taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.577763] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-28734607-ee97-46ec-b6bb-d4a31cf0cfc4" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.577763] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port bb6af329-5d74-42b1-9f2d-ed94c6cf7912 with status ACTIVE [ 1195.577763] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.577763] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.577763] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.577763] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.578214] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.578214] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.578214] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.578350] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.578495] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.578572] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.578829] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.578947] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.579058] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.579211] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.579325] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.579417] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: bb6af329-5d74-42b1-9f2d-ed94c6cf7912 is going to be updated. [ 1195.602924] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.603074] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.603144] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.603346] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.603688] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.603688] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bb6af329-5d74-42b1-9f2d-ed94c6cf7912" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.344891] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: af93aedb-3930-4143-9adf-131e1f65beae in Status: SUCCESS [ 1196.344891] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-af93aedb-3930-4143-9adf-131e1f65beae" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.345391] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-af93aedb-3930-4143-9adf-131e1f65beae" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.345442] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-af93aedb-3930-4143-9adf-131e1f65beae" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.345748] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.345894] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.346297] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.346297] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.346297] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.346402] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-af93aedb-3930-4143-9adf-131e1f65beae" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.346463] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('af93aedb-3930-4143-9adf-131e1f65beae',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1196.849592] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-af93aedb-3930-4143-9adf-131e1f65beae taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.849848] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-af93aedb-3930-4143-9adf-131e1f65beae" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.849926] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-af93aedb-3930-4143-9adf-131e1f65beae" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.850423] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-af93aedb-3930-4143-9adf-131e1f65beae" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.850423] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.850598] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.850598] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.850973] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.850973] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.851103] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-af93aedb-3930-4143-9adf-131e1f65beae" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.851561] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-af93aedb-3930-4143-9adf-131e1f65beae taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.851561] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-af93aedb-3930-4143-9adf-131e1f65beae" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.851561] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-af93aedb-3930-4143-9adf-131e1f65beae" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.851716] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-af93aedb-3930-4143-9adf-131e1f65beae" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.851836] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.852344] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.852344] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.852344] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.852344] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.852344] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-af93aedb-3930-4143-9adf-131e1f65beae" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.852562] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('af93aedb-3930-4143-9adf-131e1f65beae',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1196.993058] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 28734607-ee97-46ec-b6bb-d4a31cf0cfc4 in Status: SUCCESS [ 1196.993058] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-28734607-ee97-46ec-b6bb-d4a31cf0cfc4" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.993058] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-28734607-ee97-46ec-b6bb-d4a31cf0cfc4" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.993058] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-28734607-ee97-46ec-b6bb-d4a31cf0cfc4" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.993338] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.993338] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.993338] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.993479] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.993570] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.993662] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('28734607-ee97-46ec-b6bb-d4a31cf0cfc4',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1197.355025] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for af93aedb-3930-4143-9adf-131e1f65beae: rpc.has_security_group_logging(os_id): False [ 1197.373305] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.373460] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.373621] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.373752] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.373850] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.374100] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.374213] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.374266] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.374409] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.374531] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.374692] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.374798] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.374798] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.374942] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.375034] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.375218] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.375313] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.375363] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.375500] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.375574] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.375660] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: af93aedb-3930-4143-9adf-131e1f65beae is going to be updated. [ 1197.440795] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.440965] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.441676] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.441676] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.441676] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.459379] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: af93aedb-3930-4143-9adf-131e1f65beae in Status: IN_PROGRESS for 2s [ 1197.496908] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('28734607-ee97-46ec-b6bb-d4a31cf0cfc4',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1198.002214] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('28734607-ee97-46ec-b6bb-d4a31cf0cfc4',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1198.506056] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.506392] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.506392] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.506589] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.506755] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.507016] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 28734607-ee97-46ec-b6bb-d4a31cf0cfc4 is going to be updated. [ 1198.540108] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.540372] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.540372] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.540686] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.541109] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.552588] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 28734607-ee97-46ec-b6bb-d4a31cf0cfc4 in Status: IN_PROGRESS for 2s [ 1199.381983] env[65562]: INFO networking_nsxv3.common.synchronization [req-3deaf635-a90b-41d6-8d81-23e745a4b88b req-2568670d-d4b9-477d-bff5-70114c1a1593 tempest-DeleteServersTestJSON-1989734922 tempest-DeleteServersTestJSON-1989734922-project-member] Enqueued Resource ID: 2fafe9ef-7e47-4c4b-88ec-4ced8cbabccd with Priority: HIGHEST for action security_group_members [ 1199.382568] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2fafe9ef-7e47-4c4b-88ec-4ced8cbabccd with Priority: HIGHEST for action security_group_members [ 1199.384349] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-2fafe9ef-7e47-4c4b-88ec-4ced8cbabccd taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.384491] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2fafe9ef-7e47-4c4b-88ec-4ced8cbabccd" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.384550] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2fafe9ef-7e47-4c4b-88ec-4ced8cbabccd" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.384800] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2fafe9ef-7e47-4c4b-88ec-4ced8cbabccd" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.384915] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.385028] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.385087] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.385228] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.385312] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.385417] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2fafe9ef-7e47-4c4b-88ec-4ced8cbabccd',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1199.477485] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: af93aedb-3930-4143-9adf-131e1f65beae in Status: SUCCESS [ 1199.477712] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-af93aedb-3930-4143-9adf-131e1f65beae" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.887814] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.888138] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.888138] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.889236] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.889236] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.889236] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.889236] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.889236] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.889236] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.889236] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.889236] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2fafe9ef-7e47-4c4b-88ec-4ced8cbabccd is going to be updated. [ 1199.919375] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.919375] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.919375] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.919561] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.919686] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.927392] env[65562]: DEBUG networking_nsxv3.common.locking [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Lock network-126 taken with stack trace [, , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.927858] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquiring lock "network-126" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.928101] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired lock "network-126" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.928500] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired external semaphore "network-126" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.928953] env[65562]: DEBUG networking_nsxv3.common.locking [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.929247] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquiring lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.929453] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.929854] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired external semaphore "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.930222] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Releasing lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.930437] env[65562]: DEBUG dogpile.cache.region [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] No value present for key: 'zone-id' {{(pid=65562) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1199.930607] env[65562]: DEBUG dogpile.lock [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] NeedRegenerationException {{(pid=65562) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1199.930733] env[65562]: DEBUG dogpile.lock [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] no value, waiting for create lock {{(pid=65562) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1199.930870] env[65562]: DEBUG dogpile.lock [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] value creation lock acquired {{(pid=65562) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1199.930988] env[65562]: DEBUG dogpile.cache.region [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] No value present for key: 'zone-id' {{(pid=65562) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1199.931140] env[65562]: DEBUG dogpile.lock [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Calling creation function for not-yet-present value {{(pid=65562) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1199.931362] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1199.934061] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2fafe9ef-7e47-4c4b-88ec-4ced8cbabccd in Status: IN_PROGRESS for 2s [ 1199.961247] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1199.961483] env[65562]: DEBUG dogpile.cache.region [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Cache value generated in 0.030 seconds for key(s): 'zone-id' {{(pid=65562) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1199.961631] env[65562]: DEBUG dogpile.lock [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Released creation lock {{(pid=65562) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1199.961818] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Releasing lock "network-126" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.962172] env[65562]: DEBUG networking_nsxv3.common.locking [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Lock port-86001e6a-1881-45b8-b25a-bbf961b4bde4 taken with stack trace [, , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.962340] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquiring lock "port-86001e6a-1881-45b8-b25a-bbf961b4bde4" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.962462] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired lock "port-86001e6a-1881-45b8-b25a-bbf961b4bde4" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.962801] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired external semaphore "port-86001e6a-1881-45b8-b25a-bbf961b4bde4" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.962944] env[65562]: DEBUG networking_nsxv3.api.rpc [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('86001e6a-1881-45b8-b25a-bbf961b4bde4',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1200.466293] env[65562]: DEBUG networking_nsxv3.common.locking [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.466576] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.466771] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.467189] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.467405] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.467716] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Segment Port 86001e6a-1881-45b8-b25a-bbf961b4bde4 not found, creating... [ 1200.468175] env[65562]: DEBUG networking_nsxv3.common.locking [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.468416] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquiring lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.468590] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.468910] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired external semaphore "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.469121] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Releasing lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.469546] env[65562]: DEBUG networking_nsxv3.common.locking [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.469829] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.469993] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.470337] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.470541] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.470792] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Resource: SegmentPort with ID: 86001e6a-1881-45b8-b25a-bbf961b4bde4 is going to be created. [ 1200.493113] env[65562]: DEBUG networking_nsxv3.common.locking [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.493491] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.493656] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.493946] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.494207] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.494437] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Releasing lock "port-86001e6a-1881-45b8-b25a-bbf961b4bde4" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.567813] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 28734607-ee97-46ec-b6bb-d4a31cf0cfc4 in Status: SUCCESS [ 1200.568220] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-28734607-ee97-46ec-b6bb-d4a31cf0cfc4" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.568389] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-28734607-ee97-46ec-b6bb-d4a31cf0cfc4" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.568662] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-28734607-ee97-46ec-b6bb-d4a31cf0cfc4" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.568909] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.569062] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.569469] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.569469] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.569682] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.569842] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-28734607-ee97-46ec-b6bb-d4a31cf0cfc4" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.570021] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('28734607-ee97-46ec-b6bb-d4a31cf0cfc4',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1201.072615] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-28734607-ee97-46ec-b6bb-d4a31cf0cfc4 taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.073037] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-28734607-ee97-46ec-b6bb-d4a31cf0cfc4" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.073037] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-28734607-ee97-46ec-b6bb-d4a31cf0cfc4" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.073193] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-28734607-ee97-46ec-b6bb-d4a31cf0cfc4" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.073415] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.073539] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.073616] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.073792] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.073998] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.074146] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-28734607-ee97-46ec-b6bb-d4a31cf0cfc4" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.074251] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-28734607-ee97-46ec-b6bb-d4a31cf0cfc4 taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.074413] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-28734607-ee97-46ec-b6bb-d4a31cf0cfc4" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.074413] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-28734607-ee97-46ec-b6bb-d4a31cf0cfc4" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.074564] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-28734607-ee97-46ec-b6bb-d4a31cf0cfc4" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.074710] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.074802] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.074865] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.075060] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.075143] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.075228] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-28734607-ee97-46ec-b6bb-d4a31cf0cfc4" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.075319] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('28734607-ee97-46ec-b6bb-d4a31cf0cfc4',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1201.281547] env[65562]: INFO networking_nsxv3.common.synchronization [req-3deaf635-a90b-41d6-8d81-23e745a4b88b req-09db0779-d57b-493f-8c30-338647ba6d04 service nova] Enqueued Resource ID: 2fafe9ef-7e47-4c4b-88ec-4ced8cbabccd with Priority: HIGHEST for action security_group_rules [ 1201.281774] env[65562]: INFO networking_nsxv3.common.synchronization [req-3deaf635-a90b-41d6-8d81-23e745a4b88b req-09db0779-d57b-493f-8c30-338647ba6d04 service nova] Enqueued Resource ID: 2fafe9ef-7e47-4c4b-88ec-4ced8cbabccd with Priority: HIGHEST for action security_group_members [ 1201.281911] env[65562]: INFO networking_nsxv3.common.synchronization [req-3deaf635-a90b-41d6-8d81-23e745a4b88b req-09db0779-d57b-493f-8c30-338647ba6d04 service nova] Enqueued Resource ID: 86001e6a-1881-45b8-b25a-bbf961b4bde4 with Priority: HIGHEST for action port [ 1201.282670] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2fafe9ef-7e47-4c4b-88ec-4ced8cbabccd with Priority: HIGHEST for action security_group_rules [ 1201.282836] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2fafe9ef-7e47-4c4b-88ec-4ced8cbabccd with Priority: HIGHEST for action security_group_members [ 1201.283290] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 86001e6a-1881-45b8-b25a-bbf961b4bde4 with Priority: HIGHEST for action port [ 1201.283569] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2fafe9ef-7e47-4c4b-88ec-4ced8cbabccd taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.284084] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2fafe9ef-7e47-4c4b-88ec-4ced8cbabccd" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.284084] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2fafe9ef-7e47-4c4b-88ec-4ced8cbabccd" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.284200] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2fafe9ef-7e47-4c4b-88ec-4ced8cbabccd" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.284262] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2fafe9ef-7e47-4c4b-88ec-4ced8cbabccd',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1201.285925] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-2fafe9ef-7e47-4c4b-88ec-4ced8cbabccd taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.286113] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2fafe9ef-7e47-4c4b-88ec-4ced8cbabccd" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.286958] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock port-86001e6a-1881-45b8-b25a-bbf961b4bde4 taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.286958] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-86001e6a-1881-45b8-b25a-bbf961b4bde4" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.286958] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-86001e6a-1881-45b8-b25a-bbf961b4bde4" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.287206] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-86001e6a-1881-45b8-b25a-bbf961b4bde4" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.287293] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('86001e6a-1881-45b8-b25a-bbf961b4bde4',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1201.580887] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 28734607-ee97-46ec-b6bb-d4a31cf0cfc4: rpc.has_security_group_logging(os_id): False [ 1201.608620] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.608831] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.608919] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.609214] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.609333] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.609569] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.609755] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.609926] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.610163] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.610163] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.610284] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.610352] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.610470] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.610629] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.610686] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.610936] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.611098] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.611172] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.611325] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.611441] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.611545] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 28734607-ee97-46ec-b6bb-d4a31cf0cfc4 is going to be updated. [ 1201.685970] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.686259] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.686259] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.686513] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.686664] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.709364] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 28734607-ee97-46ec-b6bb-d4a31cf0cfc4 in Status: IN_PROGRESS for 2s [ 1201.787009] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-2fafe9ef-7e47-4c4b-88ec-4ced8cbabccd taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.787343] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2fafe9ef-7e47-4c4b-88ec-4ced8cbabccd" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.789892] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 86001e6a-1881-45b8-b25a-bbf961b4bde4 with status ACTIVE [ 1201.790192] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.790357] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.790431] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.790775] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.790775] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.790984] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.791136] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.791194] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.791351] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.791463] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.791697] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.791811] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.791869] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.792058] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.792168] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.792293] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 86001e6a-1881-45b8-b25a-bbf961b4bde4 is going to be updated. [ 1201.829038] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.829038] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.829038] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.829038] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.829038] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.829038] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-86001e6a-1881-45b8-b25a-bbf961b4bde4" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.204514] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2fafe9ef-7e47-4c4b-88ec-4ced8cbabccd in Status: SUCCESS [ 1202.204514] env[65562]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2fafe9ef-7e47-4c4b-88ec-4ced8cbabccd deletion is rescheduled due to dependency. [ 1202.204514] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2fafe9ef-7e47-4c4b-88ec-4ced8cbabccd" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.204514] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2fafe9ef-7e47-4c4b-88ec-4ced8cbabccd" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.204514] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2fafe9ef-7e47-4c4b-88ec-4ced8cbabccd" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.204514] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.204514] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.204514] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.204514] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.204514] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.204514] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2fafe9ef-7e47-4c4b-88ec-4ced8cbabccd',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1202.406448] env[65562]: INFO networking_nsxv3.common.synchronization [req-26a0b54e-654e-4671-895c-85358de72dbc req-d82c3e54-a357-407b-8047-3e391da876d6 tempest-ServerActionsTestJSON-1145467507 tempest-ServerActionsTestJSON-1145467507-project-member] Enqueued Resource ID: d799e7b0-18b0-4f51-bb0e-7c9c2971a7f1 with Priority: HIGHEST for action security_group_members [ 1202.406448] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d799e7b0-18b0-4f51-bb0e-7c9c2971a7f1 with Priority: HIGHEST for action security_group_members [ 1202.407079] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-d799e7b0-18b0-4f51-bb0e-7c9c2971a7f1 taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.407299] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d799e7b0-18b0-4f51-bb0e-7c9c2971a7f1" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.407411] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d799e7b0-18b0-4f51-bb0e-7c9c2971a7f1" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.407783] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d799e7b0-18b0-4f51-bb0e-7c9c2971a7f1" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.408101] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.408320] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.408473] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.408823] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.408970] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.409179] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d799e7b0-18b0-4f51-bb0e-7c9c2971a7f1',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1202.942730] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2fafe9ef-7e47-4c4b-88ec-4ced8cbabccd',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1202.942730] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.942924] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.942975] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.943897] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.943897] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.943897] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.943897] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.943897] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.943897] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.944307] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.945237] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d799e7b0-18b0-4f51-bb0e-7c9c2971a7f1 is going to be updated. [ 1202.980104] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.980104] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.980104] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.980393] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.980393] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.992776] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d799e7b0-18b0-4f51-bb0e-7c9c2971a7f1 in Status: IN_PROGRESS for 2s [ 1203.068757] env[65562]: DEBUG networking_nsxv3.common.locking [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Lock network-656 taken with stack trace [, , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1203.069115] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquiring lock "network-656" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.069115] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired lock "network-656" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.069414] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired external semaphore "network-656" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1203.069831] env[65562]: DEBUG networking_nsxv3.common.locking [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1203.070162] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquiring lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.070218] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.070428] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired external semaphore "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1203.070587] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Releasing lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.070831] env[65562]: DEBUG dogpile.cache.region [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] No value present for key: 'zone-id' {{(pid=65562) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1203.070948] env[65562]: DEBUG dogpile.lock [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] NeedRegenerationException {{(pid=65562) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1203.071075] env[65562]: DEBUG dogpile.lock [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] no value, waiting for create lock {{(pid=65562) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1203.071227] env[65562]: DEBUG dogpile.lock [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] value creation lock acquired {{(pid=65562) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1203.071348] env[65562]: DEBUG dogpile.cache.region [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] No value present for key: 'zone-id' {{(pid=65562) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1203.071458] env[65562]: DEBUG dogpile.lock [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Calling creation function for not-yet-present value {{(pid=65562) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1203.071639] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1203.094627] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1203.094797] env[65562]: DEBUG dogpile.cache.region [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65562) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1203.094922] env[65562]: DEBUG dogpile.lock [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Released creation lock {{(pid=65562) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1203.095150] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Releasing lock "network-656" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.095559] env[65562]: DEBUG networking_nsxv3.common.locking [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Lock port-4d9c1041-ef05-4c15-a788-b7a9e0f7e0a6 taken with stack trace [, , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1203.095770] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquiring lock "port-4d9c1041-ef05-4c15-a788-b7a9e0f7e0a6" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.095901] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired lock "port-4d9c1041-ef05-4c15-a788-b7a9e0f7e0a6" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.096255] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired external semaphore "port-4d9c1041-ef05-4c15-a788-b7a9e0f7e0a6" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1203.096409] env[65562]: DEBUG networking_nsxv3.api.rpc [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4d9c1041-ef05-4c15-a788-b7a9e0f7e0a6',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1203.449524] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2fafe9ef-7e47-4c4b-88ec-4ced8cbabccd',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1203.598378] env[65562]: DEBUG networking_nsxv3.common.locking [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1203.598725] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.598872] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.599303] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1203.599417] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.599566] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Segment Port 4d9c1041-ef05-4c15-a788-b7a9e0f7e0a6 not found, creating... [ 1203.599970] env[65562]: DEBUG networking_nsxv3.common.locking [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1203.600181] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquiring lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.600306] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.600535] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired external semaphore "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1203.600741] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Releasing lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.601043] env[65562]: DEBUG networking_nsxv3.common.locking [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1203.601243] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.601352] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.601575] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1203.601715] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.601877] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Resource: SegmentPort with ID: 4d9c1041-ef05-4c15-a788-b7a9e0f7e0a6 is going to be created. [ 1203.623176] env[65562]: DEBUG networking_nsxv3.common.locking [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1203.623479] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.623690] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.624040] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1203.624452] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.624773] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Releasing lock "port-4d9c1041-ef05-4c15-a788-b7a9e0f7e0a6" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.854523] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 28734607-ee97-46ec-b6bb-d4a31cf0cfc4 in Status: SUCCESS [ 1203.854917] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-28734607-ee97-46ec-b6bb-d4a31cf0cfc4" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.904041] env[65562]: INFO networking_nsxv3.common.synchronization [None req-63f04253-a7a2-4258-9a96-424ee4f1c02f tempest-AttachVolumeNegativeTest-1828219490 tempest-AttachVolumeNegativeTest-1828219490-project-member] Enqueued Resource ID: 14dcfc0c-1ee5-4da7-b841-4c135ecc273b with Priority: HIGHEST for action security_group_rules [ 1203.904573] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 14dcfc0c-1ee5-4da7-b841-4c135ecc273b with Priority: HIGHEST for action security_group_rules [ 1203.904899] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock rules-14dcfc0c-1ee5-4da7-b841-4c135ecc273b taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1203.905037] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-14dcfc0c-1ee5-4da7-b841-4c135ecc273b" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.905106] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-14dcfc0c-1ee5-4da7-b841-4c135ecc273b" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.905364] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-14dcfc0c-1ee5-4da7-b841-4c135ecc273b" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1203.905447] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('14dcfc0c-1ee5-4da7-b841-4c135ecc273b',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1203.954790] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1203.954790] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.954790] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.954790] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1203.954790] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.954790] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2fafe9ef-7e47-4c4b-88ec-4ced8cbabccd is going to be updated. [ 1203.996887] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1203.997846] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.997846] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.997846] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1203.997846] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.011845] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2fafe9ef-7e47-4c4b-88ec-4ced8cbabccd in Status: IN_PROGRESS for 2s [ 1204.090922] env[65562]: INFO networking_nsxv3.common.synchronization [None req-7da0d06b-fba2-4ec9-a9f8-5d011ba13420 tempest-AttachVolumeNegativeTest-1828219490 tempest-AttachVolumeNegativeTest-1828219490-project-member] Enqueued Resource ID: 14dcfc0c-1ee5-4da7-b841-4c135ecc273b with Priority: HIGHEST for action security_group_rules [ 1204.091556] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 14dcfc0c-1ee5-4da7-b841-4c135ecc273b with Priority: HIGHEST for action security_group_rules [ 1204.091897] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock rules-14dcfc0c-1ee5-4da7-b841-4c135ecc273b taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1204.092050] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-14dcfc0c-1ee5-4da7-b841-4c135ecc273b" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.371022] env[65562]: INFO networking_nsxv3.common.synchronization [req-26a0b54e-654e-4671-895c-85358de72dbc req-07d2de8a-306e-48d1-beb0-4313e35fc3dc service nova] Enqueued Resource ID: d799e7b0-18b0-4f51-bb0e-7c9c2971a7f1 with Priority: HIGHEST for action security_group_rules [ 1204.371233] env[65562]: INFO networking_nsxv3.common.synchronization [req-26a0b54e-654e-4671-895c-85358de72dbc req-07d2de8a-306e-48d1-beb0-4313e35fc3dc service nova] Enqueued Resource ID: d799e7b0-18b0-4f51-bb0e-7c9c2971a7f1 with Priority: HIGHEST for action security_group_members [ 1204.371371] env[65562]: INFO networking_nsxv3.common.synchronization [req-26a0b54e-654e-4671-895c-85358de72dbc req-07d2de8a-306e-48d1-beb0-4313e35fc3dc service nova] Enqueued Resource ID: 4d9c1041-ef05-4c15-a788-b7a9e0f7e0a6 with Priority: HIGHEST for action port [ 1204.371896] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d799e7b0-18b0-4f51-bb0e-7c9c2971a7f1 with Priority: HIGHEST for action security_group_rules [ 1204.372201] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d799e7b0-18b0-4f51-bb0e-7c9c2971a7f1 with Priority: HIGHEST for action security_group_members [ 1204.372376] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4d9c1041-ef05-4c15-a788-b7a9e0f7e0a6 with Priority: HIGHEST for action port [ 1204.372780] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d799e7b0-18b0-4f51-bb0e-7c9c2971a7f1 taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1204.372984] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d799e7b0-18b0-4f51-bb0e-7c9c2971a7f1" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.373120] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d799e7b0-18b0-4f51-bb0e-7c9c2971a7f1" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.373379] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d799e7b0-18b0-4f51-bb0e-7c9c2971a7f1" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1204.373624] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d799e7b0-18b0-4f51-bb0e-7c9c2971a7f1',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1204.374463] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-d799e7b0-18b0-4f51-bb0e-7c9c2971a7f1 taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1204.374696] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d799e7b0-18b0-4f51-bb0e-7c9c2971a7f1" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.374970] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock port-4d9c1041-ef05-4c15-a788-b7a9e0f7e0a6 taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1204.375140] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4d9c1041-ef05-4c15-a788-b7a9e0f7e0a6" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.375243] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4d9c1041-ef05-4c15-a788-b7a9e0f7e0a6" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.375476] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4d9c1041-ef05-4c15-a788-b7a9e0f7e0a6" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1204.375648] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4d9c1041-ef05-4c15-a788-b7a9e0f7e0a6',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1204.429821] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1204.430108] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.430241] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.430612] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1204.430736] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.430800] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 14dcfc0c-1ee5-4da7-b841-4c135ecc273b already deleted. [ 1204.430924] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-14dcfc0c-1ee5-4da7-b841-4c135ecc273b" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.431539] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-14dcfc0c-1ee5-4da7-b841-4c135ecc273b" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.431772] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-14dcfc0c-1ee5-4da7-b841-4c135ecc273b" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1204.431898] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('14dcfc0c-1ee5-4da7-b841-4c135ecc273b',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1204.878602] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4d9c1041-ef05-4c15-a788-b7a9e0f7e0a6 with status ACTIVE [ 1204.880045] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1204.880045] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.880045] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.880045] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1204.880045] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.880325] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1204.880437] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.880588] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.880954] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1204.881126] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.881380] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1204.881541] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.881652] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.881915] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1204.882082] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.882192] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4d9c1041-ef05-4c15-a788-b7a9e0f7e0a6 is going to be updated. [ 1204.883436] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-d799e7b0-18b0-4f51-bb0e-7c9c2971a7f1 taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1204.883551] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d799e7b0-18b0-4f51-bb0e-7c9c2971a7f1" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.906656] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1204.906656] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.906656] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.906965] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1204.906965] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.907124] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4d9c1041-ef05-4c15-a788-b7a9e0f7e0a6" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.952052] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1204.952254] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.952342] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.952581] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1204.952805] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.952940] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 14dcfc0c-1ee5-4da7-b841-4c135ecc273b already deleted. [ 1204.953659] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-14dcfc0c-1ee5-4da7-b841-4c135ecc273b" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.013995] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d799e7b0-18b0-4f51-bb0e-7c9c2971a7f1 in Status: SUCCESS [ 1205.014230] env[65562]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d799e7b0-18b0-4f51-bb0e-7c9c2971a7f1 deletion is rescheduled due to dependency. [ 1205.014349] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d799e7b0-18b0-4f51-bb0e-7c9c2971a7f1" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.014577] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d799e7b0-18b0-4f51-bb0e-7c9c2971a7f1" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.014815] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d799e7b0-18b0-4f51-bb0e-7c9c2971a7f1" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1205.015113] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1205.015380] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.015380] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.015500] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1205.015614] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.015748] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d799e7b0-18b0-4f51-bb0e-7c9c2971a7f1',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1205.518182] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d799e7b0-18b0-4f51-bb0e-7c9c2971a7f1',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1206.021605] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d799e7b0-18b0-4f51-bb0e-7c9c2971a7f1',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1206.023424] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2fafe9ef-7e47-4c4b-88ec-4ced8cbabccd in Status: SUCCESS [ 1206.023635] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2fafe9ef-7e47-4c4b-88ec-4ced8cbabccd" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.023822] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2fafe9ef-7e47-4c4b-88ec-4ced8cbabccd" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.024092] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2fafe9ef-7e47-4c4b-88ec-4ced8cbabccd" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.024271] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.024395] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.024457] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.024589] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.024669] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.024778] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2fafe9ef-7e47-4c4b-88ec-4ced8cbabccd" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.024875] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2fafe9ef-7e47-4c4b-88ec-4ced8cbabccd',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1206.526926] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.527133] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.527133] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.527342] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.527439] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.528096] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d799e7b0-18b0-4f51-bb0e-7c9c2971a7f1 is going to be updated. [ 1206.528948] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-2fafe9ef-7e47-4c4b-88ec-4ced8cbabccd taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.529127] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2fafe9ef-7e47-4c4b-88ec-4ced8cbabccd" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.529180] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2fafe9ef-7e47-4c4b-88ec-4ced8cbabccd" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.529334] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2fafe9ef-7e47-4c4b-88ec-4ced8cbabccd" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.529541] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.529758] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.529884] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.530055] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.530172] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.530254] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2fafe9ef-7e47-4c4b-88ec-4ced8cbabccd" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.530404] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-2fafe9ef-7e47-4c4b-88ec-4ced8cbabccd taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.530541] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2fafe9ef-7e47-4c4b-88ec-4ced8cbabccd" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.530541] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2fafe9ef-7e47-4c4b-88ec-4ced8cbabccd" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.530695] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2fafe9ef-7e47-4c4b-88ec-4ced8cbabccd" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.530835] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.530919] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.530992] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.531140] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.531215] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.531295] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2fafe9ef-7e47-4c4b-88ec-4ced8cbabccd" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.531385] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2fafe9ef-7e47-4c4b-88ec-4ced8cbabccd',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1206.564914] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.564914] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.565343] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.565343] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.565343] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.577901] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d799e7b0-18b0-4f51-bb0e-7c9c2971a7f1 in Status: IN_PROGRESS for 2s [ 1207.034138] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2fafe9ef-7e47-4c4b-88ec-4ced8cbabccd: rpc.has_security_group_logging(os_id): False [ 1207.059499] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.059728] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.059805] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.061075] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.061075] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.061075] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.061075] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.061075] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.061075] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.061075] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.061075] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.061075] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.061075] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.061486] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.061486] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.061486] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.061584] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.061614] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.061750] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.061816] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.061912] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2fafe9ef-7e47-4c4b-88ec-4ced8cbabccd is going to be updated. [ 1207.123802] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.124016] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.124085] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.124258] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.124406] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.141680] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2fafe9ef-7e47-4c4b-88ec-4ced8cbabccd in Status: IN_PROGRESS for 2s [ 1207.858383] env[65562]: INFO networking_nsxv3.common.synchronization [req-62dca918-60df-48a4-93ec-b8731a7fb1f1 req-58ac2778-ae54-4457-b33a-59c0d95e5e43 tempest-ImagesTestJSON-262210320 tempest-ImagesTestJSON-262210320-project-member] Enqueued Resource ID: af93aedb-3930-4143-9adf-131e1f65beae with Priority: HIGHEST for action security_group_members [ 1207.858526] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: af93aedb-3930-4143-9adf-131e1f65beae with Priority: HIGHEST for action security_group_members [ 1207.858899] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-af93aedb-3930-4143-9adf-131e1f65beae taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.859149] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-af93aedb-3930-4143-9adf-131e1f65beae" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.859149] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-af93aedb-3930-4143-9adf-131e1f65beae" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.859318] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-af93aedb-3930-4143-9adf-131e1f65beae" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.859635] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.859635] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.859635] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.859965] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.860098] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.860175] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('af93aedb-3930-4143-9adf-131e1f65beae',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1208.367040] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('af93aedb-3930-4143-9adf-131e1f65beae',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1208.588551] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d799e7b0-18b0-4f51-bb0e-7c9c2971a7f1 in Status: SUCCESS [ 1208.588847] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d799e7b0-18b0-4f51-bb0e-7c9c2971a7f1" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.588941] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d799e7b0-18b0-4f51-bb0e-7c9c2971a7f1" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.589200] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d799e7b0-18b0-4f51-bb0e-7c9c2971a7f1" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.589409] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.589530] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.589596] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.589803] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.589937] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.589995] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d799e7b0-18b0-4f51-bb0e-7c9c2971a7f1" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.590068] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d799e7b0-18b0-4f51-bb0e-7c9c2971a7f1',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1208.870531] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('af93aedb-3930-4143-9adf-131e1f65beae',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1209.093383] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d799e7b0-18b0-4f51-bb0e-7c9c2971a7f1',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1209.210060] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2fafe9ef-7e47-4c4b-88ec-4ced8cbabccd in Status: SUCCESS [ 1209.210310] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2fafe9ef-7e47-4c4b-88ec-4ced8cbabccd" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.373202] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.373598] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.373598] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.373692] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.373731] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.373869] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: af93aedb-3930-4143-9adf-131e1f65beae is going to be updated. [ 1209.442552] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.442689] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.442878] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.443116] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.443742] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.454706] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: af93aedb-3930-4143-9adf-131e1f65beae in Status: IN_PROGRESS for 2s [ 1209.595638] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d799e7b0-18b0-4f51-bb0e-7c9c2971a7f1: rpc.has_security_group_logging(os_id): False [ 1209.624917] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.625130] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.625207] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.625821] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.625821] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.626062] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.626165] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.626309] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.626555] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.626817] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.626855] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d799e7b0-18b0-4f51-bb0e-7c9c2971a7f1 is going to be updated. [ 1209.716025] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.716025] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.716025] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.716025] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.716025] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.728359] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d799e7b0-18b0-4f51-bb0e-7c9c2971a7f1 in Status: IN_PROGRESS for 2s [ 1211.465331] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: af93aedb-3930-4143-9adf-131e1f65beae in Status: SUCCESS [ 1211.465858] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-af93aedb-3930-4143-9adf-131e1f65beae" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.580671] env[65562]: INFO networking_nsxv3.common.synchronization [req-dba34964-3fb9-4b65-9708-ca3397bf5043 req-f70c88c7-ed7f-403e-956a-a3845b1c6bab tempest-ServersTestJSON-1139836512 tempest-ServersTestJSON-1139836512-project-member] Enqueued Resource ID: 28734607-ee97-46ec-b6bb-d4a31cf0cfc4 with Priority: HIGHEST for action security_group_members [ 1211.580671] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 28734607-ee97-46ec-b6bb-d4a31cf0cfc4 with Priority: HIGHEST for action security_group_members [ 1211.580671] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-28734607-ee97-46ec-b6bb-d4a31cf0cfc4 taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.580671] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-28734607-ee97-46ec-b6bb-d4a31cf0cfc4" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.580671] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-28734607-ee97-46ec-b6bb-d4a31cf0cfc4" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.580671] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-28734607-ee97-46ec-b6bb-d4a31cf0cfc4" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.580671] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.580671] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.580671] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.581663] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.581663] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.581663] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('28734607-ee97-46ec-b6bb-d4a31cf0cfc4',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1211.742477] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d799e7b0-18b0-4f51-bb0e-7c9c2971a7f1 in Status: SUCCESS [ 1211.742666] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d799e7b0-18b0-4f51-bb0e-7c9c2971a7f1" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.084060] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('28734607-ee97-46ec-b6bb-d4a31cf0cfc4',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1212.283420] env[65562]: INFO networking_nsxv3.common.synchronization [req-29fae5a9-bc85-4d84-b19b-833ac22b92aa req-b008c377-a40a-424b-b36c-e7aab40b14ee tempest-AttachVolumeNegativeTest-1828219490 tempest-AttachVolumeNegativeTest-1828219490-project-member] Enqueued Resource ID: 14dcfc0c-1ee5-4da7-b841-4c135ecc273b with Priority: HIGHEST for action security_group_members [ 1212.284093] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 14dcfc0c-1ee5-4da7-b841-4c135ecc273b with Priority: HIGHEST for action security_group_members [ 1212.284418] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-14dcfc0c-1ee5-4da7-b841-4c135ecc273b taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.284579] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-14dcfc0c-1ee5-4da7-b841-4c135ecc273b" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.284660] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-14dcfc0c-1ee5-4da7-b841-4c135ecc273b" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.284925] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-14dcfc0c-1ee5-4da7-b841-4c135ecc273b" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.285156] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.285287] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.285377] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.285599] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.285659] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.285748] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('14dcfc0c-1ee5-4da7-b841-4c135ecc273b',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1212.585705] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('28734607-ee97-46ec-b6bb-d4a31cf0cfc4',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1212.624963] env[65562]: DEBUG networking_nsxv3.common.locking [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Lock network-216 taken with stack trace [, , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.625192] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquiring lock "network-216" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.625355] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired lock "network-216" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.625581] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired external semaphore "network-216" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.625844] env[65562]: DEBUG networking_nsxv3.common.locking [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.626057] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquiring lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.626183] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.626420] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired external semaphore "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.626563] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Releasing lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.626773] env[65562]: DEBUG dogpile.cache.region [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] No value present for key: 'zone-id' {{(pid=65562) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1212.626886] env[65562]: DEBUG dogpile.lock [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] NeedRegenerationException {{(pid=65562) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1212.626994] env[65562]: DEBUG dogpile.lock [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] no value, waiting for create lock {{(pid=65562) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1212.627113] env[65562]: DEBUG dogpile.lock [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] value creation lock acquired {{(pid=65562) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1212.627218] env[65562]: DEBUG dogpile.cache.region [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] No value present for key: 'zone-id' {{(pid=65562) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1212.627337] env[65562]: DEBUG dogpile.lock [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Calling creation function for not-yet-present value {{(pid=65562) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1212.627545] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1212.648306] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1212.648493] env[65562]: DEBUG dogpile.cache.region [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65562) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1212.648624] env[65562]: DEBUG dogpile.lock [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Released creation lock {{(pid=65562) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1212.648762] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Releasing lock "network-216" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.649297] env[65562]: DEBUG networking_nsxv3.common.locking [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Lock port-ec3472f9-a2ab-4eb2-96bd-6fdad92e25ed taken with stack trace [, , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.649481] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquiring lock "port-ec3472f9-a2ab-4eb2-96bd-6fdad92e25ed" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.649634] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired lock "port-ec3472f9-a2ab-4eb2-96bd-6fdad92e25ed" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.649989] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired external semaphore "port-ec3472f9-a2ab-4eb2-96bd-6fdad92e25ed" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.650193] env[65562]: DEBUG networking_nsxv3.api.rpc [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ec3472f9-a2ab-4eb2-96bd-6fdad92e25ed',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1212.788449] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.788717] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.788717] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.789053] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.789545] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.789545] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.789830] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.789830] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.790017] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.790190] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.790309] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 14dcfc0c-1ee5-4da7-b841-4c135ecc273b already deleted. [ 1212.790512] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-14dcfc0c-1ee5-4da7-b841-4c135ecc273b" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.089674] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.089903] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.089977] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.090222] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.090318] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.090416] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 28734607-ee97-46ec-b6bb-d4a31cf0cfc4 is going to be updated. [ 1213.121650] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.121847] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.121847] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.122081] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.122235] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.131675] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 28734607-ee97-46ec-b6bb-d4a31cf0cfc4 in Status: IN_PROGRESS for 2s [ 1213.153101] env[65562]: DEBUG networking_nsxv3.common.locking [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.153327] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.153454] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.153736] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.153893] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.154060] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Segment Port ec3472f9-a2ab-4eb2-96bd-6fdad92e25ed not found, creating... [ 1213.154314] env[65562]: DEBUG networking_nsxv3.common.locking [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.154467] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquiring lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.154587] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.154829] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired external semaphore "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.154968] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Releasing lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.155262] env[65562]: DEBUG networking_nsxv3.common.locking [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.155415] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.155531] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.155730] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.155938] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.156135] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Resource: SegmentPort with ID: ec3472f9-a2ab-4eb2-96bd-6fdad92e25ed is going to be created. [ 1213.184313] env[65562]: DEBUG networking_nsxv3.common.locking [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.184520] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.184623] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.184888] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.185140] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.185371] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Releasing lock "port-ec3472f9-a2ab-4eb2-96bd-6fdad92e25ed" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.901841] env[65562]: INFO networking_nsxv3.common.synchronization [req-29fae5a9-bc85-4d84-b19b-833ac22b92aa req-8d1c49f3-9b23-4875-8a30-75c0500a21a3 service nova] Enqueued Resource ID: 14dcfc0c-1ee5-4da7-b841-4c135ecc273b with Priority: HIGHEST for action security_group_rules [ 1213.902156] env[65562]: INFO networking_nsxv3.common.synchronization [req-29fae5a9-bc85-4d84-b19b-833ac22b92aa req-8d1c49f3-9b23-4875-8a30-75c0500a21a3 service nova] Enqueued Resource ID: 14dcfc0c-1ee5-4da7-b841-4c135ecc273b with Priority: HIGHEST for action security_group_members [ 1213.902250] env[65562]: INFO networking_nsxv3.common.synchronization [req-29fae5a9-bc85-4d84-b19b-833ac22b92aa req-8d1c49f3-9b23-4875-8a30-75c0500a21a3 service nova] Enqueued Resource ID: ec3472f9-a2ab-4eb2-96bd-6fdad92e25ed with Priority: HIGHEST for action port [ 1213.902759] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 14dcfc0c-1ee5-4da7-b841-4c135ecc273b with Priority: HIGHEST for action security_group_rules [ 1213.902918] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 14dcfc0c-1ee5-4da7-b841-4c135ecc273b with Priority: HIGHEST for action security_group_members [ 1213.903082] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ec3472f9-a2ab-4eb2-96bd-6fdad92e25ed with Priority: HIGHEST for action port [ 1213.903425] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock rules-14dcfc0c-1ee5-4da7-b841-4c135ecc273b taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.903563] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-14dcfc0c-1ee5-4da7-b841-4c135ecc273b" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.903563] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-14dcfc0c-1ee5-4da7-b841-4c135ecc273b" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.903767] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-14dcfc0c-1ee5-4da7-b841-4c135ecc273b" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.903889] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('14dcfc0c-1ee5-4da7-b841-4c135ecc273b',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1213.905192] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-14dcfc0c-1ee5-4da7-b841-4c135ecc273b taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.905367] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-14dcfc0c-1ee5-4da7-b841-4c135ecc273b" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.905441] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-14dcfc0c-1ee5-4da7-b841-4c135ecc273b" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.906696] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-14dcfc0c-1ee5-4da7-b841-4c135ecc273b" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.906696] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.906696] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.906696] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.906696] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.906696] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.906696] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('14dcfc0c-1ee5-4da7-b841-4c135ecc273b',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1213.908435] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock port-ec3472f9-a2ab-4eb2-96bd-6fdad92e25ed taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.908544] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ec3472f9-a2ab-4eb2-96bd-6fdad92e25ed" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.908616] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ec3472f9-a2ab-4eb2-96bd-6fdad92e25ed" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.908762] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ec3472f9-a2ab-4eb2-96bd-6fdad92e25ed" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.908837] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ec3472f9-a2ab-4eb2-96bd-6fdad92e25ed',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1214.405744] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-14dcfc0c-1ee5-4da7-b841-4c135ecc273b taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.405975] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-14dcfc0c-1ee5-4da7-b841-4c135ecc273b" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.409373] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('14dcfc0c-1ee5-4da7-b841-4c135ecc273b',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1214.411170] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ec3472f9-a2ab-4eb2-96bd-6fdad92e25ed with status ACTIVE [ 1214.411456] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.412189] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.412189] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.412189] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.412189] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.412534] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.412534] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.412953] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.412953] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.412953] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.413181] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.413323] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.413442] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.413552] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.413609] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.413692] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ec3472f9-a2ab-4eb2-96bd-6fdad92e25ed is going to be updated. [ 1214.437625] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.437837] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.437837] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.438038] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.438176] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.438342] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ec3472f9-a2ab-4eb2-96bd-6fdad92e25ed" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.912654] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('14dcfc0c-1ee5-4da7-b841-4c135ecc273b',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1215.109182] env[65562]: DEBUG networking_nsxv3.common.locking [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Lock network-988 taken with stack trace [, , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1215.109386] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquiring lock "network-988" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.109519] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired lock "network-988" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.109802] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired external semaphore "network-988" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1215.110083] env[65562]: DEBUG networking_nsxv3.common.locking [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1215.110889] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquiring lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.110889] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.110889] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired external semaphore "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1215.110889] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Releasing lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.111159] env[65562]: DEBUG dogpile.cache.region [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] No value present for key: 'zone-id' {{(pid=65562) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1215.111159] env[65562]: DEBUG dogpile.lock [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] NeedRegenerationException {{(pid=65562) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1215.111230] env[65562]: DEBUG dogpile.lock [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] no value, waiting for create lock {{(pid=65562) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1215.111272] env[65562]: DEBUG dogpile.lock [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] value creation lock acquired {{(pid=65562) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1215.111376] env[65562]: DEBUG dogpile.cache.region [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] No value present for key: 'zone-id' {{(pid=65562) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1215.111474] env[65562]: DEBUG dogpile.lock [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Calling creation function for not-yet-present value {{(pid=65562) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1215.111598] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1215.132490] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1215.132693] env[65562]: DEBUG dogpile.cache.region [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65562) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1215.132843] env[65562]: DEBUG dogpile.lock [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Released creation lock {{(pid=65562) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1215.133029] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Releasing lock "network-988" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.133364] env[65562]: DEBUG networking_nsxv3.common.locking [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Lock port-a90cafc4-e203-4a09-a107-a349acb76f95 taken with stack trace [, , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1215.133541] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquiring lock "port-a90cafc4-e203-4a09-a107-a349acb76f95" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.133658] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired lock "port-a90cafc4-e203-4a09-a107-a349acb76f95" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.133928] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired external semaphore "port-a90cafc4-e203-4a09-a107-a349acb76f95" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1215.134107] env[65562]: DEBUG networking_nsxv3.api.rpc [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a90cafc4-e203-4a09-a107-a349acb76f95',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1215.144783] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 28734607-ee97-46ec-b6bb-d4a31cf0cfc4 in Status: SUCCESS [ 1215.145252] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-28734607-ee97-46ec-b6bb-d4a31cf0cfc4" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.415220] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1215.418018] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.418018] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.418018] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1215.418018] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.418018] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 14dcfc0c-1ee5-4da7-b841-4c135ecc273b is going to be created. [ 1215.439949] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1215.440134] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.442159] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.442159] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1215.442159] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.450370] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 14dcfc0c-1ee5-4da7-b841-4c135ecc273b in Status: UNINITIALIZED for 2s [ 1215.636810] env[65562]: DEBUG networking_nsxv3.common.locking [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1215.637161] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.637344] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.637803] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1215.637961] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.638423] env[65562]: DEBUG networking_nsxv3.common.locking [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1215.638648] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquiring lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.638820] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.639145] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired external semaphore "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1215.639343] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Releasing lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.639739] env[65562]: DEBUG networking_nsxv3.common.locking [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1215.639963] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.640158] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.640458] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1215.640662] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.640861] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Resource: SegmentPort with ID: a90cafc4-e203-4a09-a107-a349acb76f95 is going to be updated. [ 1215.661995] env[65562]: DEBUG networking_nsxv3.common.locking [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1215.662267] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.662396] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.662678] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1215.662873] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.663120] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Releasing lock "port-a90cafc4-e203-4a09-a107-a349acb76f95" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.392453] env[65562]: INFO networking_nsxv3.common.synchronization [req-a8d4148d-ce89-4e9b-98e7-a6bdd20322f8 req-a8b98fe3-88c7-412d-9cfc-05d42af11a20 service nova] Enqueued Resource ID: 865e7ac2-3667-4252-8906-3696721e534a with Priority: HIGHEST for action security_group_rules [ 1216.392729] env[65562]: INFO networking_nsxv3.common.synchronization [req-a8d4148d-ce89-4e9b-98e7-a6bdd20322f8 req-a8b98fe3-88c7-412d-9cfc-05d42af11a20 service nova] Enqueued Resource ID: 865e7ac2-3667-4252-8906-3696721e534a with Priority: HIGHEST for action security_group_members [ 1216.392845] env[65562]: INFO networking_nsxv3.common.synchronization [req-a8d4148d-ce89-4e9b-98e7-a6bdd20322f8 req-a8b98fe3-88c7-412d-9cfc-05d42af11a20 service nova] Enqueued Resource ID: a90cafc4-e203-4a09-a107-a349acb76f95 with Priority: HIGHEST for action port [ 1216.396026] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 865e7ac2-3667-4252-8906-3696721e534a with Priority: HIGHEST for action security_group_rules [ 1216.396026] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 865e7ac2-3667-4252-8906-3696721e534a with Priority: HIGHEST for action security_group_members [ 1216.396026] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a90cafc4-e203-4a09-a107-a349acb76f95 with Priority: HIGHEST for action port [ 1216.396026] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock rules-865e7ac2-3667-4252-8906-3696721e534a taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.396026] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-865e7ac2-3667-4252-8906-3696721e534a" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.396026] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-865e7ac2-3667-4252-8906-3696721e534a" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.396026] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-865e7ac2-3667-4252-8906-3696721e534a" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.396026] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('865e7ac2-3667-4252-8906-3696721e534a',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1216.396026] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-865e7ac2-3667-4252-8906-3696721e534a taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.396026] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-865e7ac2-3667-4252-8906-3696721e534a" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.396026] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-865e7ac2-3667-4252-8906-3696721e534a" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.396026] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-865e7ac2-3667-4252-8906-3696721e534a" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.396449] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.396449] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.399064] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.399254] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.399346] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.399444] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('865e7ac2-3667-4252-8906-3696721e534a',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1216.400453] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock port-a90cafc4-e203-4a09-a107-a349acb76f95 taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.400556] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a90cafc4-e203-4a09-a107-a349acb76f95" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.400620] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a90cafc4-e203-4a09-a107-a349acb76f95" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.400805] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a90cafc4-e203-4a09-a107-a349acb76f95" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.400965] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a90cafc4-e203-4a09-a107-a349acb76f95',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1216.903042] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-865e7ac2-3667-4252-8906-3696721e534a taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.903240] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-865e7ac2-3667-4252-8906-3696721e534a" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.903499] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('865e7ac2-3667-4252-8906-3696721e534a',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1216.904684] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a90cafc4-e203-4a09-a107-a349acb76f95 with status ACTIVE [ 1216.904931] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.905241] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.905241] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.906037] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.906037] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.906037] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.906037] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.906037] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.906281] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.906373] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.906584] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.906689] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.906750] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.906908] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.907015] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.907148] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a90cafc4-e203-4a09-a107-a349acb76f95 is going to be updated. [ 1216.933168] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.933355] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.933436] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.933583] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.933719] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.933879] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a90cafc4-e203-4a09-a107-a349acb76f95" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.409048] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('865e7ac2-3667-4252-8906-3696721e534a',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1217.460798] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 14dcfc0c-1ee5-4da7-b841-4c135ecc273b in Status: SUCCESS [ 1217.461078] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-14dcfc0c-1ee5-4da7-b841-4c135ecc273b" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.461237] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-14dcfc0c-1ee5-4da7-b841-4c135ecc273b" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.461458] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-14dcfc0c-1ee5-4da7-b841-4c135ecc273b" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.461662] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.462400] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.462400] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.462400] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.462400] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.462400] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-14dcfc0c-1ee5-4da7-b841-4c135ecc273b" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.462400] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('14dcfc0c-1ee5-4da7-b841-4c135ecc273b',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1217.917477] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.917477] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.917477] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.917477] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.917477] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.917477] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 865e7ac2-3667-4252-8906-3696721e534a is going to be updated. [ 1217.945716] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.945716] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.945716] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.945963] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.945963] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.959705] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 865e7ac2-3667-4252-8906-3696721e534a in Status: IN_PROGRESS for 2s [ 1217.965422] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('14dcfc0c-1ee5-4da7-b841-4c135ecc273b',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1218.468148] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 14dcfc0c-1ee5-4da7-b841-4c135ecc273b: rpc.has_security_group_logging(os_id): False [ 1218.490996] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.491206] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.491293] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.491581] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.492144] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.492144] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.492307] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.492344] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.492572] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.492753] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.492897] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 14dcfc0c-1ee5-4da7-b841-4c135ecc273b is going to be created. [ 1218.571674] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.572014] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.572206] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.572561] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.572723] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.588029] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 14dcfc0c-1ee5-4da7-b841-4c135ecc273b in Status: IN_PROGRESS for 2s [ 1219.970375] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 865e7ac2-3667-4252-8906-3696721e534a in Status: SUCCESS [ 1219.970721] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-865e7ac2-3667-4252-8906-3696721e534a" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.970860] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-865e7ac2-3667-4252-8906-3696721e534a" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.971141] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-865e7ac2-3667-4252-8906-3696721e534a" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.971351] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.971472] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.971540] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.971701] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.971785] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.971871] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-865e7ac2-3667-4252-8906-3696721e534a" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.971960] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('865e7ac2-3667-4252-8906-3696721e534a',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1220.475013] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('865e7ac2-3667-4252-8906-3696721e534a',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1220.610486] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 14dcfc0c-1ee5-4da7-b841-4c135ecc273b in Status: SUCCESS [ 1220.610486] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-14dcfc0c-1ee5-4da7-b841-4c135ecc273b" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.821762] env[65562]: INFO networking_nsxv3.common.synchronization [req-fc5e9b7c-f040-4ec4-9344-88153e42379a req-99f29276-00a1-4eee-92b9-9524bc30ef41 tempest-ImagesTestJSON-262210320 tempest-ImagesTestJSON-262210320-project-member] Enqueued Resource ID: af93aedb-3930-4143-9adf-131e1f65beae with Priority: HIGHEST for action security_group_members [ 1220.822260] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: af93aedb-3930-4143-9adf-131e1f65beae with Priority: HIGHEST for action security_group_members [ 1220.822764] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-af93aedb-3930-4143-9adf-131e1f65beae taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1220.822764] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-af93aedb-3930-4143-9adf-131e1f65beae" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.822942] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-af93aedb-3930-4143-9adf-131e1f65beae" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.823060] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-af93aedb-3930-4143-9adf-131e1f65beae" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1220.823236] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1220.823338] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.823401] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.823557] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1220.823642] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.823735] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('af93aedb-3930-4143-9adf-131e1f65beae',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1220.977264] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 865e7ac2-3667-4252-8906-3696721e534a: rpc.has_security_group_logging(os_id): False [ 1220.995571] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1220.995722] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.995798] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.996031] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1220.996167] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.996367] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1220.996470] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.996534] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.996689] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1220.996766] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.996852] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 865e7ac2-3667-4252-8906-3696721e534a is going to be updated. [ 1221.058944] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1221.059112] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.059184] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.059461] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1221.059627] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.074040] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 865e7ac2-3667-4252-8906-3696721e534a in Status: IN_PROGRESS for 2s [ 1221.326500] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1221.326668] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.326728] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.326941] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1221.327052] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.327260] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1221.327364] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.327426] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.327875] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1221.327875] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.327875] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: af93aedb-3930-4143-9adf-131e1f65beae is going to be updated. [ 1221.360148] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1221.360317] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.360388] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.360595] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1221.360740] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.370018] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: af93aedb-3930-4143-9adf-131e1f65beae in Status: IN_PROGRESS for 2s [ 1223.093052] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 865e7ac2-3667-4252-8906-3696721e534a in Status: SUCCESS [ 1223.093052] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-865e7ac2-3667-4252-8906-3696721e534a" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.381591] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: af93aedb-3930-4143-9adf-131e1f65beae in Status: SUCCESS [ 1223.381820] env[65562]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: af93aedb-3930-4143-9adf-131e1f65beae deletion is rescheduled due to dependency. [ 1223.381904] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-af93aedb-3930-4143-9adf-131e1f65beae" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.992491] env[65562]: INFO networking_nsxv3.common.synchronization [req-214a5e72-f533-43f1-8701-a22d3b96c17d req-83f2d45e-8ebc-44c6-9d05-604c1de1a976 tempest-ServersTestJSON-1139836512 tempest-ServersTestJSON-1139836512-project-member] Enqueued Resource ID: 28734607-ee97-46ec-b6bb-d4a31cf0cfc4 with Priority: HIGHEST for action security_group_members [ 1223.993103] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 28734607-ee97-46ec-b6bb-d4a31cf0cfc4 with Priority: HIGHEST for action security_group_members [ 1223.994296] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-28734607-ee97-46ec-b6bb-d4a31cf0cfc4 taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.994296] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-28734607-ee97-46ec-b6bb-d4a31cf0cfc4" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.994296] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-28734607-ee97-46ec-b6bb-d4a31cf0cfc4" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.994296] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-28734607-ee97-46ec-b6bb-d4a31cf0cfc4" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.994296] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.994296] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.994296] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.995922] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.995922] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.995922] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('28734607-ee97-46ec-b6bb-d4a31cf0cfc4',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1224.312167] env[65562]: INFO networking_nsxv3.common.synchronization [req-1add0e68-0e23-4d78-a52b-8dacab40189c req-50c3254e-a325-4f2e-935f-c1f7aea740fc tempest-ImagesTestJSON-262210320 tempest-ImagesTestJSON-262210320-project-member] Enqueued Resource ID: af93aedb-3930-4143-9adf-131e1f65beae with Priority: HIGHEST for action security_group_members [ 1224.313381] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: af93aedb-3930-4143-9adf-131e1f65beae with Priority: HIGHEST for action security_group_members [ 1224.315197] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-af93aedb-3930-4143-9adf-131e1f65beae taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.315509] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-af93aedb-3930-4143-9adf-131e1f65beae" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.315706] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-af93aedb-3930-4143-9adf-131e1f65beae" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.316050] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-af93aedb-3930-4143-9adf-131e1f65beae" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.316687] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.317112] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.317112] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.320871] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.320871] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.320871] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('af93aedb-3930-4143-9adf-131e1f65beae',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1224.497828] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.498075] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.498075] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.498316] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.498412] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.498618] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.498761] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.498809] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.498928] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.499014] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.499126] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 28734607-ee97-46ec-b6bb-d4a31cf0cfc4 is going to be updated. [ 1224.532113] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.532355] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.532456] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.533174] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.533174] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.561870] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 28734607-ee97-46ec-b6bb-d4a31cf0cfc4 in Status: IN_PROGRESS for 2s [ 1224.685731] env[65562]: DEBUG networking_nsxv3.common.locking [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Lock network-910 taken with stack trace [, , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.685930] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquiring lock "network-910" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.686076] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired lock "network-910" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.686352] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired external semaphore "network-910" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.686617] env[65562]: DEBUG networking_nsxv3.common.locking [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.686776] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquiring lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.686893] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.687284] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired external semaphore "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.687502] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Releasing lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.687924] env[65562]: DEBUG dogpile.cache.region [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] No value present for key: 'zone-id' {{(pid=65562) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1224.688136] env[65562]: DEBUG dogpile.lock [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] NeedRegenerationException {{(pid=65562) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1224.688335] env[65562]: DEBUG dogpile.lock [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] no value, waiting for create lock {{(pid=65562) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1224.688482] env[65562]: DEBUG dogpile.lock [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] value creation lock acquired {{(pid=65562) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1224.688650] env[65562]: DEBUG dogpile.cache.region [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] No value present for key: 'zone-id' {{(pid=65562) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1224.688771] env[65562]: DEBUG dogpile.lock [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Calling creation function for not-yet-present value {{(pid=65562) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1224.688963] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1224.712595] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1224.712787] env[65562]: DEBUG dogpile.cache.region [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65562) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1224.712912] env[65562]: DEBUG dogpile.lock [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Released creation lock {{(pid=65562) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1224.713118] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Releasing lock "network-910" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.713546] env[65562]: DEBUG networking_nsxv3.common.locking [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Lock port-f5bc1a12-9711-4cd7-b368-7b08583098b9 taken with stack trace [, , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.713731] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquiring lock "port-f5bc1a12-9711-4cd7-b368-7b08583098b9" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.713853] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired lock "port-f5bc1a12-9711-4cd7-b368-7b08583098b9" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.714214] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired external semaphore "port-f5bc1a12-9711-4cd7-b368-7b08583098b9" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.714388] env[65562]: DEBUG networking_nsxv3.api.rpc [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f5bc1a12-9711-4cd7-b368-7b08583098b9',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1224.820545] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.822793] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.822793] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.822793] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.822793] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.822793] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.822793] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.822793] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.822793] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.822793] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.822793] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: af93aedb-3930-4143-9adf-131e1f65beae is going to be updated. [ 1224.858795] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.859042] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.859042] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.859277] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.859357] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.873500] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: af93aedb-3930-4143-9adf-131e1f65beae in Status: IN_PROGRESS for 2s [ 1225.216622] env[65562]: DEBUG networking_nsxv3.common.locking [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1225.216985] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.217166] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.217418] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1225.217608] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.217803] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Segment Port f5bc1a12-9711-4cd7-b368-7b08583098b9 not found, creating... [ 1225.218117] env[65562]: DEBUG networking_nsxv3.common.locking [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1225.218350] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquiring lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.218442] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.218701] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired external semaphore "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1225.218864] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Releasing lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.219199] env[65562]: DEBUG networking_nsxv3.common.locking [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1225.219368] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.219485] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.219739] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1225.219946] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.220114] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Resource: SegmentPort with ID: f5bc1a12-9711-4cd7-b368-7b08583098b9 is going to be created. [ 1225.248613] env[65562]: DEBUG networking_nsxv3.common.locking [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1225.248613] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.248613] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.248964] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1225.249400] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.249642] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Releasing lock "port-f5bc1a12-9711-4cd7-b368-7b08583098b9" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.986891] env[65562]: INFO networking_nsxv3.common.synchronization [req-1add0e68-0e23-4d78-a52b-8dacab40189c req-a21afa7e-5fe2-4c6f-8f2d-f644e3fe1f3e service nova] Enqueued Resource ID: af93aedb-3930-4143-9adf-131e1f65beae with Priority: HIGHEST for action security_group_rules [ 1225.987158] env[65562]: INFO networking_nsxv3.common.synchronization [req-1add0e68-0e23-4d78-a52b-8dacab40189c req-a21afa7e-5fe2-4c6f-8f2d-f644e3fe1f3e service nova] Enqueued Resource ID: af93aedb-3930-4143-9adf-131e1f65beae with Priority: HIGHEST for action security_group_members [ 1225.987158] env[65562]: INFO networking_nsxv3.common.synchronization [req-1add0e68-0e23-4d78-a52b-8dacab40189c req-a21afa7e-5fe2-4c6f-8f2d-f644e3fe1f3e service nova] Enqueued Resource ID: f5bc1a12-9711-4cd7-b368-7b08583098b9 with Priority: HIGHEST for action port [ 1225.987746] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: af93aedb-3930-4143-9adf-131e1f65beae with Priority: HIGHEST for action security_group_rules [ 1225.987746] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: af93aedb-3930-4143-9adf-131e1f65beae with Priority: HIGHEST for action security_group_members [ 1225.987879] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f5bc1a12-9711-4cd7-b368-7b08583098b9 with Priority: HIGHEST for action port [ 1225.988243] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock rules-af93aedb-3930-4143-9adf-131e1f65beae taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1225.988390] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-af93aedb-3930-4143-9adf-131e1f65beae" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.988514] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-af93aedb-3930-4143-9adf-131e1f65beae" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.988676] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-af93aedb-3930-4143-9adf-131e1f65beae" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1225.988758] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('af93aedb-3930-4143-9adf-131e1f65beae',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1225.990074] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-af93aedb-3930-4143-9adf-131e1f65beae taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1225.990289] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-af93aedb-3930-4143-9adf-131e1f65beae" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.990387] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock port-f5bc1a12-9711-4cd7-b368-7b08583098b9 taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1225.990487] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f5bc1a12-9711-4cd7-b368-7b08583098b9" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.990549] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f5bc1a12-9711-4cd7-b368-7b08583098b9" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.990723] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f5bc1a12-9711-4cd7-b368-7b08583098b9" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1225.990802] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f5bc1a12-9711-4cd7-b368-7b08583098b9',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1226.492985] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-af93aedb-3930-4143-9adf-131e1f65beae taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1226.493170] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-af93aedb-3930-4143-9adf-131e1f65beae" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.493382] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f5bc1a12-9711-4cd7-b368-7b08583098b9 with status ACTIVE [ 1226.493505] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1226.493623] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.493689] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.493909] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1226.494013] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.494212] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1226.494293] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.494969] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.494969] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1226.494969] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.494969] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1226.494969] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.494969] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.495292] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1226.495292] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.495292] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f5bc1a12-9711-4cd7-b368-7b08583098b9 is going to be updated. [ 1226.535023] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1226.535023] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.535023] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.535320] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1226.535379] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.536041] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f5bc1a12-9711-4cd7-b368-7b08583098b9" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.578034] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 28734607-ee97-46ec-b6bb-d4a31cf0cfc4 in Status: SUCCESS [ 1226.578034] env[65562]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 28734607-ee97-46ec-b6bb-d4a31cf0cfc4 deletion is rescheduled due to dependency. [ 1226.578034] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-28734607-ee97-46ec-b6bb-d4a31cf0cfc4" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.884062] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: af93aedb-3930-4143-9adf-131e1f65beae in Status: SUCCESS [ 1226.884335] env[65562]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: af93aedb-3930-4143-9adf-131e1f65beae deletion is rescheduled due to dependency. [ 1226.884453] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-af93aedb-3930-4143-9adf-131e1f65beae" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.884600] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-af93aedb-3930-4143-9adf-131e1f65beae" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.884818] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-af93aedb-3930-4143-9adf-131e1f65beae" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1226.885027] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1226.885140] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.885218] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.885346] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1226.885441] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.885536] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('af93aedb-3930-4143-9adf-131e1f65beae',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1227.387882] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('af93aedb-3930-4143-9adf-131e1f65beae',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1227.891656] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('af93aedb-3930-4143-9adf-131e1f65beae',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1228.395695] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1228.396123] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.396123] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1228.396307] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1228.396438] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.396544] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: af93aedb-3930-4143-9adf-131e1f65beae is going to be updated. [ 1228.428598] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1228.428748] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.428820] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1228.429129] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1228.429313] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.441980] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: af93aedb-3930-4143-9adf-131e1f65beae in Status: IN_PROGRESS for 2s [ 1230.459420] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: af93aedb-3930-4143-9adf-131e1f65beae in Status: SUCCESS [ 1230.459750] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-af93aedb-3930-4143-9adf-131e1f65beae" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1230.460526] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-af93aedb-3930-4143-9adf-131e1f65beae" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1230.460907] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-af93aedb-3930-4143-9adf-131e1f65beae" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1230.461253] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1230.462106] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.462106] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1230.462413] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1230.462872] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1230.462872] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-af93aedb-3930-4143-9adf-131e1f65beae" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1230.462872] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('af93aedb-3930-4143-9adf-131e1f65beae',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1230.967043] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-af93aedb-3930-4143-9adf-131e1f65beae taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1230.967043] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-af93aedb-3930-4143-9adf-131e1f65beae" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.967043] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-af93aedb-3930-4143-9adf-131e1f65beae" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1230.967305] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-af93aedb-3930-4143-9adf-131e1f65beae" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1230.967472] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1230.967630] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.967733] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1230.967986] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1230.968163] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1230.968319] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-af93aedb-3930-4143-9adf-131e1f65beae" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1230.968566] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-af93aedb-3930-4143-9adf-131e1f65beae taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1230.968695] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-af93aedb-3930-4143-9adf-131e1f65beae" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.968760] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-af93aedb-3930-4143-9adf-131e1f65beae" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1230.968912] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-af93aedb-3930-4143-9adf-131e1f65beae" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1230.969069] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1230.969184] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.969279] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1230.969450] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1230.969530] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1230.969653] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-af93aedb-3930-4143-9adf-131e1f65beae" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1230.969760] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('af93aedb-3930-4143-9adf-131e1f65beae',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1230.989163] env[65562]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1230.989314] env[65562]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1231.473068] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for af93aedb-3930-4143-9adf-131e1f65beae: rpc.has_security_group_logging(os_id): False [ 1231.494472] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1231.494712] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1231.494712] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1231.494921] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1231.495026] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1231.495437] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1231.495570] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1231.495639] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1231.495820] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1231.495944] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1231.496222] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1231.496567] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1231.496650] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1231.496815] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1231.496897] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1231.497147] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1231.497250] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1231.497313] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1231.497493] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1231.497575] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1231.497687] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: af93aedb-3930-4143-9adf-131e1f65beae is going to be updated. [ 1231.562258] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1231.563053] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1231.563053] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1231.563206] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1231.563392] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1231.587811] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: af93aedb-3930-4143-9adf-131e1f65beae in Status: IN_PROGRESS for 2s [ 1233.604962] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: af93aedb-3930-4143-9adf-131e1f65beae in Status: SUCCESS [ 1233.605228] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-af93aedb-3930-4143-9adf-131e1f65beae" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1235.990556] env[65562]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1235.990988] env[65562]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1236.119797] env[65562]: INFO networking_nsxv3.common.synchronization [req-6b5423d7-4e26-41ff-9d48-2260f9d1c270 req-95871009-6007-44f0-aa21-a1c43a92e1bd tempest-ServerActionsTestOtherB-2039716914 tempest-ServerActionsTestOtherB-2039716914-project-member] Enqueued Resource ID: 865e7ac2-3667-4252-8906-3696721e534a with Priority: HIGHEST for action security_group_members [ 1236.120377] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 865e7ac2-3667-4252-8906-3696721e534a with Priority: HIGHEST for action security_group_members [ 1236.120785] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-865e7ac2-3667-4252-8906-3696721e534a taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1236.120935] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-865e7ac2-3667-4252-8906-3696721e534a" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.121076] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-865e7ac2-3667-4252-8906-3696721e534a" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.121268] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-865e7ac2-3667-4252-8906-3696721e534a" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1236.121592] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1236.121592] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.121766] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.121766] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1236.121880] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.122086] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('865e7ac2-3667-4252-8906-3696721e534a',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1236.626611] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1236.626611] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.626611] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.626611] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1236.626611] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.626611] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1236.626611] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.626611] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.626611] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1236.626611] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.626611] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 865e7ac2-3667-4252-8906-3696721e534a is going to be updated. [ 1236.654500] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1236.654679] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.654736] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.654946] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1236.655187] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.664564] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 865e7ac2-3667-4252-8906-3696721e534a in Status: IN_PROGRESS for 2s [ 1238.676141] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 865e7ac2-3667-4252-8906-3696721e534a in Status: SUCCESS [ 1238.676555] env[65562]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 865e7ac2-3667-4252-8906-3696721e534a deletion is rescheduled due to dependency. [ 1238.676555] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-865e7ac2-3667-4252-8906-3696721e534a" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.121622] env[65562]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1241.122030] env[65562]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1244.129123] env[65562]: INFO networking_nsxv3.common.synchronization [req-28e9a852-3cc1-4473-a234-fa3a793093b7 req-07758cc0-7ffd-4330-ae6c-442e2c650baf tempest-DeleteServersTestJSON-1989734922 tempest-DeleteServersTestJSON-1989734922-project-member] Enqueued Resource ID: 2fafe9ef-7e47-4c4b-88ec-4ced8cbabccd with Priority: HIGHEST for action security_group_members [ 1244.129123] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2fafe9ef-7e47-4c4b-88ec-4ced8cbabccd with Priority: HIGHEST for action security_group_members [ 1244.129123] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-2fafe9ef-7e47-4c4b-88ec-4ced8cbabccd taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1244.129123] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2fafe9ef-7e47-4c4b-88ec-4ced8cbabccd" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1244.129123] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2fafe9ef-7e47-4c4b-88ec-4ced8cbabccd" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1244.129123] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2fafe9ef-7e47-4c4b-88ec-4ced8cbabccd" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1244.129640] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1244.129900] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1244.130074] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1244.130406] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1244.130600] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1244.131159] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2fafe9ef-7e47-4c4b-88ec-4ced8cbabccd',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1244.634114] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1244.634305] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1244.634305] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1244.634465] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1244.634544] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1244.634751] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1244.634877] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1244.634960] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1244.635589] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1244.635708] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1244.635824] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2fafe9ef-7e47-4c4b-88ec-4ced8cbabccd is going to be updated. [ 1244.665279] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1244.665279] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1244.665503] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1244.665745] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1244.665912] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1244.675738] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2fafe9ef-7e47-4c4b-88ec-4ced8cbabccd in Status: IN_PROGRESS for 2s [ 1245.190958] env[65562]: DEBUG networking_nsxv3.common.locking [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Lock network-168 taken with stack trace [, , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1245.191494] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquiring lock "network-168" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.191494] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired lock "network-168" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1245.191597] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired external semaphore "network-168" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1245.191780] env[65562]: DEBUG networking_nsxv3.common.locking [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1245.191963] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquiring lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.192130] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1245.192420] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired external semaphore "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1245.192578] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Releasing lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.192788] env[65562]: DEBUG dogpile.cache.region [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] No value present for key: 'zone-id' {{(pid=65562) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1245.192902] env[65562]: DEBUG dogpile.lock [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] NeedRegenerationException {{(pid=65562) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1245.193153] env[65562]: DEBUG dogpile.lock [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] no value, waiting for create lock {{(pid=65562) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1245.193314] env[65562]: DEBUG dogpile.lock [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] value creation lock acquired {{(pid=65562) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1245.193465] env[65562]: DEBUG dogpile.cache.region [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] No value present for key: 'zone-id' {{(pid=65562) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1245.193593] env[65562]: DEBUG dogpile.lock [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Calling creation function for not-yet-present value {{(pid=65562) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1245.193830] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1245.218457] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1245.218653] env[65562]: DEBUG dogpile.cache.region [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=65562) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1245.218763] env[65562]: DEBUG dogpile.lock [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Released creation lock {{(pid=65562) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1245.218938] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Releasing lock "network-168" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.219275] env[65562]: DEBUG networking_nsxv3.common.locking [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Lock port-da8f0e93-0d26-468a-8103-3346a4a14555 taken with stack trace [, , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1245.219449] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquiring lock "port-da8f0e93-0d26-468a-8103-3346a4a14555" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.219605] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired lock "port-da8f0e93-0d26-468a-8103-3346a4a14555" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1245.219935] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired external semaphore "port-da8f0e93-0d26-468a-8103-3346a4a14555" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1245.220080] env[65562]: DEBUG networking_nsxv3.api.rpc [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('da8f0e93-0d26-468a-8103-3346a4a14555',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1245.722706] env[65562]: DEBUG networking_nsxv3.common.locking [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1245.722940] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.723087] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1245.723421] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1245.723579] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.723877] env[65562]: DEBUG networking_nsxv3.common.locking [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1245.724039] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquiring lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.724156] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1245.724365] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired external semaphore "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1245.724499] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Releasing lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.724805] env[65562]: DEBUG networking_nsxv3.common.locking [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1245.725275] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.725546] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1245.725895] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1245.726141] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.726400] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Resource: SegmentPort with ID: da8f0e93-0d26-468a-8103-3346a4a14555 is going to be updated. [ 1245.748579] env[65562]: DEBUG networking_nsxv3.common.locking [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1245.749228] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.749228] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1245.749670] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1245.749994] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.750666] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Releasing lock "port-da8f0e93-0d26-468a-8103-3346a4a14555" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1246.452480] env[65562]: INFO networking_nsxv3.common.synchronization [req-6adf33c6-fb59-481d-9fec-8114698b96be req-95a5144f-5f82-47ab-9034-3433eaaf582c service nova] Enqueued Resource ID: 9122eb9d-4159-4118-9f6f-cf72fbb2f8be with Priority: HIGHEST for action security_group_rules [ 1246.452839] env[65562]: INFO networking_nsxv3.common.synchronization [req-6adf33c6-fb59-481d-9fec-8114698b96be req-95a5144f-5f82-47ab-9034-3433eaaf582c service nova] Enqueued Resource ID: 9122eb9d-4159-4118-9f6f-cf72fbb2f8be with Priority: HIGHEST for action security_group_members [ 1246.453021] env[65562]: INFO networking_nsxv3.common.synchronization [req-6adf33c6-fb59-481d-9fec-8114698b96be req-95a5144f-5f82-47ab-9034-3433eaaf582c service nova] Enqueued Resource ID: da8f0e93-0d26-468a-8103-3346a4a14555 with Priority: HIGHEST for action port [ 1246.454470] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9122eb9d-4159-4118-9f6f-cf72fbb2f8be with Priority: HIGHEST for action security_group_rules [ 1246.454693] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9122eb9d-4159-4118-9f6f-cf72fbb2f8be with Priority: HIGHEST for action security_group_members [ 1246.454894] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: da8f0e93-0d26-468a-8103-3346a4a14555 with Priority: HIGHEST for action port [ 1246.455281] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9122eb9d-4159-4118-9f6f-cf72fbb2f8be taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1246.455714] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9122eb9d-4159-4118-9f6f-cf72fbb2f8be" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.455714] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9122eb9d-4159-4118-9f6f-cf72fbb2f8be" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.458634] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9122eb9d-4159-4118-9f6f-cf72fbb2f8be" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1246.458634] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9122eb9d-4159-4118-9f6f-cf72fbb2f8be',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1246.458634] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-9122eb9d-4159-4118-9f6f-cf72fbb2f8be taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1246.458634] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9122eb9d-4159-4118-9f6f-cf72fbb2f8be" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.458634] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9122eb9d-4159-4118-9f6f-cf72fbb2f8be" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.458634] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9122eb9d-4159-4118-9f6f-cf72fbb2f8be" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1246.458634] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1246.458634] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.458634] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.458634] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1246.458634] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1246.458634] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9122eb9d-4159-4118-9f6f-cf72fbb2f8be',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1246.460177] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock port-da8f0e93-0d26-468a-8103-3346a4a14555 taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1246.460177] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-da8f0e93-0d26-468a-8103-3346a4a14555" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.460177] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-da8f0e93-0d26-468a-8103-3346a4a14555" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.460177] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-da8f0e93-0d26-468a-8103-3346a4a14555" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1246.460177] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('da8f0e93-0d26-468a-8103-3346a4a14555',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1246.685788] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2fafe9ef-7e47-4c4b-88ec-4ced8cbabccd in Status: SUCCESS [ 1246.685881] env[65562]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2fafe9ef-7e47-4c4b-88ec-4ced8cbabccd deletion is rescheduled due to dependency. [ 1246.685992] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2fafe9ef-7e47-4c4b-88ec-4ced8cbabccd" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1246.963280] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9122eb9d-4159-4118-9f6f-cf72fbb2f8be',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1246.964908] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-9122eb9d-4159-4118-9f6f-cf72fbb2f8be taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1246.965026] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9122eb9d-4159-4118-9f6f-cf72fbb2f8be" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.965378] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port da8f0e93-0d26-468a-8103-3346a4a14555 with status ACTIVE [ 1246.965378] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1246.965512] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.965549] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.965727] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1246.965814] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1246.965982] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1246.966480] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.966480] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.966480] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1246.966480] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1246.966702] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1246.966702] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.966702] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.966827] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1246.966856] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1246.966942] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: da8f0e93-0d26-468a-8103-3346a4a14555 is going to be updated. [ 1246.996599] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1246.996599] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.996599] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.996599] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1246.996599] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1246.996599] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-da8f0e93-0d26-468a-8103-3346a4a14555" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.469578] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9122eb9d-4159-4118-9f6f-cf72fbb2f8be',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1247.972726] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1247.975150] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.975150] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.975150] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1247.975150] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.975150] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9122eb9d-4159-4118-9f6f-cf72fbb2f8be is going to be updated. [ 1248.013485] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1248.013485] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.013485] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1248.013485] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1248.013485] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1248.026895] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9122eb9d-4159-4118-9f6f-cf72fbb2f8be in Status: IN_PROGRESS for 2s [ 1248.260580] env[65562]: INFO networking_nsxv3.common.synchronization [req-0f7da989-f762-462c-8a25-96e5b751d07d req-0454231d-2903-40ea-a83f-851f2295ee63 tempest-ImagesTestJSON-262210320 tempest-ImagesTestJSON-262210320-project-member] Enqueued Resource ID: af93aedb-3930-4143-9adf-131e1f65beae with Priority: HIGHEST for action security_group_members [ 1248.261334] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: af93aedb-3930-4143-9adf-131e1f65beae with Priority: HIGHEST for action security_group_members [ 1248.261740] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-af93aedb-3930-4143-9adf-131e1f65beae taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1248.261936] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-af93aedb-3930-4143-9adf-131e1f65beae" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.262045] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-af93aedb-3930-4143-9adf-131e1f65beae" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1248.262322] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-af93aedb-3930-4143-9adf-131e1f65beae" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1248.262498] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1248.262621] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.262685] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1248.262899] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1248.263020] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1248.263119] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('af93aedb-3930-4143-9adf-131e1f65beae',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1248.766847] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1248.767205] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.767205] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1248.767307] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1248.767405] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1248.767725] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1248.767725] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.767845] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1248.767892] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1248.767967] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1248.768081] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: af93aedb-3930-4143-9adf-131e1f65beae is going to be updated. [ 1248.801660] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1248.801831] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.801877] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1248.802105] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1248.802242] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1248.812033] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: af93aedb-3930-4143-9adf-131e1f65beae in Status: IN_PROGRESS for 2s [ 1249.987575] env[65562]: INFO networking_nsxv3.common.synchronization [None req-861e4737-6dfa-4252-a6d2-570e9adcea1b None None] Enqueued Resource ID: 4e49c56b-9fb4-45bd-b3ea-06ef38b2c5cf with Priority: HIGHEST for action port [ 1249.988311] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4e49c56b-9fb4-45bd-b3ea-06ef38b2c5cf with Priority: HIGHEST for action port [ 1249.989176] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock port-4e49c56b-9fb4-45bd-b3ea-06ef38b2c5cf taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1249.989176] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4e49c56b-9fb4-45bd-b3ea-06ef38b2c5cf" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.989176] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4e49c56b-9fb4-45bd-b3ea-06ef38b2c5cf" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1249.989176] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4e49c56b-9fb4-45bd-b3ea-06ef38b2c5cf" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1249.989418] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4e49c56b-9fb4-45bd-b3ea-06ef38b2c5cf',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1250.039871] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9122eb9d-4159-4118-9f6f-cf72fbb2f8be in Status: SUCCESS [ 1250.039871] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9122eb9d-4159-4118-9f6f-cf72fbb2f8be" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1250.039871] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9122eb9d-4159-4118-9f6f-cf72fbb2f8be" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1250.039871] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9122eb9d-4159-4118-9f6f-cf72fbb2f8be" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1250.039871] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1250.039871] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.039871] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1250.039871] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1250.039871] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1250.039871] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9122eb9d-4159-4118-9f6f-cf72fbb2f8be" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1250.039871] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9122eb9d-4159-4118-9f6f-cf72fbb2f8be',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1250.493046] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4e49c56b-9fb4-45bd-b3ea-06ef38b2c5cf [ 1250.493756] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1250.494303] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.494303] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1250.494438] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1250.494554] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1250.494713] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4e49c56b-9fb4-45bd-b3ea-06ef38b2c5cf already deleted. [ 1250.494809] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4e49c56b-9fb4-45bd-b3ea-06ef38b2c5cf" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1250.542233] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9122eb9d-4159-4118-9f6f-cf72fbb2f8be',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1250.824531] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: af93aedb-3930-4143-9adf-131e1f65beae in Status: SUCCESS [ 1250.824531] env[65562]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: af93aedb-3930-4143-9adf-131e1f65beae deletion is rescheduled due to dependency. [ 1250.824531] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-af93aedb-3930-4143-9adf-131e1f65beae" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1251.045418] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9122eb9d-4159-4118-9f6f-cf72fbb2f8be: rpc.has_security_group_logging(os_id): False [ 1251.065183] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1251.065347] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1251.065723] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1251.065723] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1251.065876] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1251.066150] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1251.066402] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1251.066543] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1251.066689] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1251.066833] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1251.066907] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9122eb9d-4159-4118-9f6f-cf72fbb2f8be is going to be updated. [ 1251.134674] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1251.134879] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1251.134923] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1251.135146] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1251.135301] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1251.155587] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9122eb9d-4159-4118-9f6f-cf72fbb2f8be in Status: IN_PROGRESS for 2s [ 1252.572270] env[65562]: INFO networking_nsxv3.common.synchronization [None req-61f975f0-6f5e-46e5-a9d5-97452ac9dce9 None None] Enqueued Resource ID: 682a501c-adb2-4b95-a887-e75376eca7f3 with Priority: HIGHEST for action port [ 1252.574466] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 682a501c-adb2-4b95-a887-e75376eca7f3 with Priority: HIGHEST for action port [ 1252.575610] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock port-682a501c-adb2-4b95-a887-e75376eca7f3 taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1252.575919] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-682a501c-adb2-4b95-a887-e75376eca7f3" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.576215] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-682a501c-adb2-4b95-a887-e75376eca7f3" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.578040] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-682a501c-adb2-4b95-a887-e75376eca7f3" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1252.578216] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('682a501c-adb2-4b95-a887-e75376eca7f3',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1253.081563] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 682a501c-adb2-4b95-a887-e75376eca7f3 [ 1253.081792] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1253.081895] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.081895] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.082135] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1253.082234] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.082335] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:682a501c-adb2-4b95-a887-e75376eca7f3 already deleted. [ 1253.082447] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-682a501c-adb2-4b95-a887-e75376eca7f3" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.178104] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9122eb9d-4159-4118-9f6f-cf72fbb2f8be in Status: SUCCESS [ 1253.180347] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9122eb9d-4159-4118-9f6f-cf72fbb2f8be" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.208700] env[65562]: INFO networking_nsxv3.common.synchronization [req-09c233c5-afae-41f9-8086-5bb02644493e req-e9148341-11b0-41b5-96dd-e0b4190ba9dc tempest-ServerMetadataNegativeTestJSON-216856071 tempest-ServerMetadataNegativeTestJSON-216856071-project-member] Enqueued Resource ID: cd822114-c14c-4667-a83c-e2ccaa1281db with Priority: HIGHEST for action security_group_members [ 1255.209400] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cd822114-c14c-4667-a83c-e2ccaa1281db with Priority: HIGHEST for action security_group_members [ 1255.209628] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-cd822114-c14c-4667-a83c-e2ccaa1281db taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1255.209754] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cd822114-c14c-4667-a83c-e2ccaa1281db" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.209824] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cd822114-c14c-4667-a83c-e2ccaa1281db" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1255.210191] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cd822114-c14c-4667-a83c-e2ccaa1281db" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1255.210321] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1255.210429] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.210492] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1255.210642] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1255.210726] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.210815] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cd822114-c14c-4667-a83c-e2ccaa1281db',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1255.532252] env[65562]: DEBUG networking_nsxv3.common.locking [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Lock network-373 taken with stack trace [, , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1255.532438] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquiring lock "network-373" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.532558] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired lock "network-373" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1255.532883] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired external semaphore "network-373" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1255.533800] env[65562]: DEBUG networking_nsxv3.common.locking [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1255.533800] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquiring lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.533800] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1255.533800] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired external semaphore "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1255.534079] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Releasing lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.534170] env[65562]: DEBUG dogpile.cache.region [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] No value present for key: 'zone-id' {{(pid=65562) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1255.534281] env[65562]: DEBUG dogpile.lock [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] NeedRegenerationException {{(pid=65562) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1255.534388] env[65562]: DEBUG dogpile.lock [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] no value, waiting for create lock {{(pid=65562) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1255.534495] env[65562]: DEBUG dogpile.lock [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] value creation lock acquired {{(pid=65562) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1255.534599] env[65562]: DEBUG dogpile.cache.region [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] No value present for key: 'zone-id' {{(pid=65562) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1255.534704] env[65562]: DEBUG dogpile.lock [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Calling creation function for not-yet-present value {{(pid=65562) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1255.534834] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1255.554161] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1255.554366] env[65562]: DEBUG dogpile.cache.region [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65562) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1255.555033] env[65562]: DEBUG dogpile.lock [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Released creation lock {{(pid=65562) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1255.555033] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Releasing lock "network-373" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.555033] env[65562]: DEBUG networking_nsxv3.common.locking [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Lock port-bd9376f7-4b4b-472a-b5a6-fa1899e173b0 taken with stack trace [, , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1255.555313] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquiring lock "port-bd9376f7-4b4b-472a-b5a6-fa1899e173b0" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.555313] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired lock "port-bd9376f7-4b4b-472a-b5a6-fa1899e173b0" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1255.555573] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired external semaphore "port-bd9376f7-4b4b-472a-b5a6-fa1899e173b0" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1255.555698] env[65562]: DEBUG networking_nsxv3.api.rpc [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bd9376f7-4b4b-472a-b5a6-fa1899e173b0',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1255.712865] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1255.713105] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.713105] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1255.713332] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1255.713424] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.713635] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1255.713748] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.713826] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1255.713981] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1255.714071] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.714163] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cd822114-c14c-4667-a83c-e2ccaa1281db already deleted. [ 1255.714244] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cd822114-c14c-4667-a83c-e2ccaa1281db" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.058754] env[65562]: DEBUG networking_nsxv3.common.locking [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1256.058990] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.059131] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.059412] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1256.059561] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.059714] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Segment Port bd9376f7-4b4b-472a-b5a6-fa1899e173b0 not found, creating... [ 1256.059975] env[65562]: DEBUG networking_nsxv3.common.locking [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1256.060183] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquiring lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.061056] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.061056] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired external semaphore "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1256.061056] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Releasing lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.061056] env[65562]: DEBUG networking_nsxv3.common.locking [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1256.061340] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.061527] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.061750] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1256.061888] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.062075] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Resource: SegmentPort with ID: bd9376f7-4b4b-472a-b5a6-fa1899e173b0 is going to be created. [ 1256.090479] env[65562]: DEBUG networking_nsxv3.common.locking [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1256.091479] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.091623] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.091914] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1256.092257] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.092654] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Releasing lock "port-bd9376f7-4b4b-472a-b5a6-fa1899e173b0" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.823896] env[65562]: INFO networking_nsxv3.common.synchronization [req-09c233c5-afae-41f9-8086-5bb02644493e req-cdc9cad2-9fa5-495d-a80d-bee83963b891 service nova] Enqueued Resource ID: cd822114-c14c-4667-a83c-e2ccaa1281db with Priority: HIGHEST for action security_group_rules [ 1256.824578] env[65562]: INFO networking_nsxv3.common.synchronization [req-09c233c5-afae-41f9-8086-5bb02644493e req-cdc9cad2-9fa5-495d-a80d-bee83963b891 service nova] Enqueued Resource ID: cd822114-c14c-4667-a83c-e2ccaa1281db with Priority: HIGHEST for action security_group_members [ 1256.824578] env[65562]: INFO networking_nsxv3.common.synchronization [req-09c233c5-afae-41f9-8086-5bb02644493e req-cdc9cad2-9fa5-495d-a80d-bee83963b891 service nova] Enqueued Resource ID: bd9376f7-4b4b-472a-b5a6-fa1899e173b0 with Priority: HIGHEST for action port [ 1256.824952] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cd822114-c14c-4667-a83c-e2ccaa1281db with Priority: HIGHEST for action security_group_rules [ 1256.825136] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cd822114-c14c-4667-a83c-e2ccaa1281db with Priority: HIGHEST for action security_group_members [ 1256.825335] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bd9376f7-4b4b-472a-b5a6-fa1899e173b0 with Priority: HIGHEST for action port [ 1256.825599] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cd822114-c14c-4667-a83c-e2ccaa1281db taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1256.826082] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cd822114-c14c-4667-a83c-e2ccaa1281db" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.826082] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cd822114-c14c-4667-a83c-e2ccaa1281db" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.826348] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cd822114-c14c-4667-a83c-e2ccaa1281db" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1256.826456] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cd822114-c14c-4667-a83c-e2ccaa1281db',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1256.828692] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-cd822114-c14c-4667-a83c-e2ccaa1281db taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1256.828818] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cd822114-c14c-4667-a83c-e2ccaa1281db" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.828888] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cd822114-c14c-4667-a83c-e2ccaa1281db" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.829092] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cd822114-c14c-4667-a83c-e2ccaa1281db" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1256.829256] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1256.829358] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.829423] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.829576] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1256.829662] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.829783] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cd822114-c14c-4667-a83c-e2ccaa1281db',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1256.831500] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock port-bd9376f7-4b4b-472a-b5a6-fa1899e173b0 taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1256.831500] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bd9376f7-4b4b-472a-b5a6-fa1899e173b0" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.831500] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bd9376f7-4b4b-472a-b5a6-fa1899e173b0" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.831500] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bd9376f7-4b4b-472a-b5a6-fa1899e173b0" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1256.831500] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bd9376f7-4b4b-472a-b5a6-fa1899e173b0',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1257.333198] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-cd822114-c14c-4667-a83c-e2ccaa1281db taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1257.333198] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cd822114-c14c-4667-a83c-e2ccaa1281db" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.333198] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('cd822114-c14c-4667-a83c-e2ccaa1281db',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1257.334318] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port bd9376f7-4b4b-472a-b5a6-fa1899e173b0 with status ACTIVE [ 1257.334489] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1257.334604] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.334664] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.334945] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1257.335070] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.335261] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1257.335381] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.335430] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.335586] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1257.335665] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.335908] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1257.336111] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.336197] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.336430] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1257.336430] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.336539] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: bd9376f7-4b4b-472a-b5a6-fa1899e173b0 is going to be updated. [ 1257.367626] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1257.367626] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.367626] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.367626] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1257.367626] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.368119] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bd9376f7-4b4b-472a-b5a6-fa1899e173b0" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.838605] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('cd822114-c14c-4667-a83c-e2ccaa1281db',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1258.342467] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1258.342708] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1258.342708] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1258.342934] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1258.343036] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1258.343161] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cd822114-c14c-4667-a83c-e2ccaa1281db is going to be created. [ 1258.373926] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1258.374184] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1258.374184] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1258.374353] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1258.374563] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1258.387840] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cd822114-c14c-4667-a83c-e2ccaa1281db in Status: UNINITIALIZED for 2s [ 1258.841981] env[65562]: INFO networking_nsxv3.common.synchronization [req-91629f07-5348-4de9-9904-6afe12d4210b req-b2c21697-eee2-4215-88d6-080c3be5cb32 tempest-AttachVolumeTestJSON-1703790782 tempest-AttachVolumeTestJSON-1703790782-project-member] Enqueued Resource ID: 3d96cccd-4553-4656-b59d-9c72c43b66ad with Priority: HIGHEST for action security_group_members [ 1258.842335] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3d96cccd-4553-4656-b59d-9c72c43b66ad with Priority: HIGHEST for action security_group_members [ 1258.843291] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-3d96cccd-4553-4656-b59d-9c72c43b66ad taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1258.843291] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3d96cccd-4553-4656-b59d-9c72c43b66ad" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1258.843291] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3d96cccd-4553-4656-b59d-9c72c43b66ad" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1258.843520] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3d96cccd-4553-4656-b59d-9c72c43b66ad" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1258.843623] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1258.843778] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1258.843874] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1258.844664] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1258.844664] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1258.844664] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3d96cccd-4553-4656-b59d-9c72c43b66ad',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1258.906347] env[65562]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-beda378b-5629-482c-8706-6a6b938c8fd5 None None] NSXv3 Agent Agent loop - iteration:2 completed [ 1258.906347] env[65562]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-beda378b-5629-482c-8706-6a6b938c8fd5 None None] NSXv3 Agent Agent loop - iteration:3 started [ 1259.347786] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1259.347955] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.348048] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1259.348323] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1259.348582] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1259.348731] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1259.348731] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.348894] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1259.348952] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1259.349023] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1259.349083] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3d96cccd-4553-4656-b59d-9c72c43b66ad is going to be updated. [ 1259.386040] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1259.386228] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.386302] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1259.386577] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1259.386808] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1259.399740] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3d96cccd-4553-4656-b59d-9c72c43b66ad in Status: IN_PROGRESS for 2s [ 1260.310919] env[65562]: INFO networking_nsxv3.common.synchronization [req-050f32b8-9b20-416b-a40d-5cee1312616d req-8f54c0dd-8c37-49f5-b5c8-8e3e6526a8fa tempest-ServerActionsTestOtherA-1532973600 tempest-ServerActionsTestOtherA-1532973600-project-member] Enqueued Resource ID: 2823f0a3-1ec1-4dad-b0a6-aee32df44bd1 with Priority: HIGHEST for action security_group_members [ 1260.311397] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2823f0a3-1ec1-4dad-b0a6-aee32df44bd1 with Priority: HIGHEST for action security_group_members [ 1260.311858] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-2823f0a3-1ec1-4dad-b0a6-aee32df44bd1 taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.312078] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2823f0a3-1ec1-4dad-b0a6-aee32df44bd1" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.312189] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2823f0a3-1ec1-4dad-b0a6-aee32df44bd1" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.312485] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2823f0a3-1ec1-4dad-b0a6-aee32df44bd1" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.312732] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.312924] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.313034] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.313285] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.313428] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.313563] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2823f0a3-1ec1-4dad-b0a6-aee32df44bd1',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1260.399663] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cd822114-c14c-4667-a83c-e2ccaa1281db in Status: SUCCESS [ 1260.399888] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cd822114-c14c-4667-a83c-e2ccaa1281db" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.400089] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cd822114-c14c-4667-a83c-e2ccaa1281db" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.400342] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cd822114-c14c-4667-a83c-e2ccaa1281db" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.400568] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.400702] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.400761] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.400937] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.401058] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.401156] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cd822114-c14c-4667-a83c-e2ccaa1281db" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.401269] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('cd822114-c14c-4667-a83c-e2ccaa1281db',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1260.816979] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2823f0a3-1ec1-4dad-b0a6-aee32df44bd1',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1260.904408] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-cd822114-c14c-4667-a83c-e2ccaa1281db taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.904664] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cd822114-c14c-4667-a83c-e2ccaa1281db" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.904664] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cd822114-c14c-4667-a83c-e2ccaa1281db" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.904832] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cd822114-c14c-4667-a83c-e2ccaa1281db" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.905445] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.905590] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.905658] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.905834] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.905928] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.906032] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cd822114-c14c-4667-a83c-e2ccaa1281db" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.906256] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-cd822114-c14c-4667-a83c-e2ccaa1281db taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.906371] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cd822114-c14c-4667-a83c-e2ccaa1281db" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.906453] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cd822114-c14c-4667-a83c-e2ccaa1281db" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.906602] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cd822114-c14c-4667-a83c-e2ccaa1281db" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.906751] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.906846] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.906907] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.907056] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.907134] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.907222] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cd822114-c14c-4667-a83c-e2ccaa1281db" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.907333] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('cd822114-c14c-4667-a83c-e2ccaa1281db',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1261.318753] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2823f0a3-1ec1-4dad-b0a6-aee32df44bd1',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1261.410125] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for cd822114-c14c-4667-a83c-e2ccaa1281db: rpc.has_security_group_logging(os_id): False [ 1261.415791] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3d96cccd-4553-4656-b59d-9c72c43b66ad in Status: SUCCESS [ 1261.416174] env[65562]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3d96cccd-4553-4656-b59d-9c72c43b66ad deletion is rescheduled due to dependency. [ 1261.416360] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3d96cccd-4553-4656-b59d-9c72c43b66ad" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.443551] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1261.443773] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.443773] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.444022] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1261.444124] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.444382] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1261.444509] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.444567] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.444734] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1261.444833] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.445036] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1261.445153] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.445271] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.445352] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1261.445445] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.445631] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1261.445732] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.445853] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.446080] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1261.446177] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.446353] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cd822114-c14c-4667-a83c-e2ccaa1281db is going to be created. [ 1261.648365] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1261.648534] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.648602] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.648822] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1261.649028] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.663159] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cd822114-c14c-4667-a83c-e2ccaa1281db in Status: IN_PROGRESS for 2s [ 1261.825159] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1261.825159] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.825159] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.825159] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1261.825584] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.825584] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2823f0a3-1ec1-4dad-b0a6-aee32df44bd1 is going to be updated. [ 1261.862770] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1261.862927] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.863026] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.863227] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1261.863385] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.879858] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2823f0a3-1ec1-4dad-b0a6-aee32df44bd1 in Status: IN_PROGRESS for 2s [ 1263.676126] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cd822114-c14c-4667-a83c-e2ccaa1281db in Status: SUCCESS [ 1263.676639] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cd822114-c14c-4667-a83c-e2ccaa1281db" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1263.889089] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2823f0a3-1ec1-4dad-b0a6-aee32df44bd1 in Status: SUCCESS [ 1263.889325] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2823f0a3-1ec1-4dad-b0a6-aee32df44bd1" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.519925] env[65562]: INFO networking_nsxv3.common.synchronization [req-1202b1f9-7ebf-4f2a-a3b1-4def7738e35a req-3777ae15-3b96-4583-b0ea-bfc261c5f77f tempest-AttachVolumeNegativeTest-1828219490 tempest-AttachVolumeNegativeTest-1828219490-project-member] Enqueued Resource ID: 14dcfc0c-1ee5-4da7-b841-4c135ecc273b with Priority: HIGHEST for action security_group_members [ 1264.521014] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 14dcfc0c-1ee5-4da7-b841-4c135ecc273b with Priority: HIGHEST for action security_group_members [ 1264.521014] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-14dcfc0c-1ee5-4da7-b841-4c135ecc273b taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1264.521014] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-14dcfc0c-1ee5-4da7-b841-4c135ecc273b" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.521211] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-14dcfc0c-1ee5-4da7-b841-4c135ecc273b" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.521269] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-14dcfc0c-1ee5-4da7-b841-4c135ecc273b" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1264.521517] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1264.521599] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.521599] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.521754] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1264.521844] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.521922] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('14dcfc0c-1ee5-4da7-b841-4c135ecc273b',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1265.025427] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1265.025875] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1265.025875] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1265.025875] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1265.026143] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1265.026143] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1265.026284] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1265.026284] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1265.026659] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1265.026736] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1265.026824] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 14dcfc0c-1ee5-4da7-b841-4c135ecc273b is going to be updated. [ 1265.058247] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1265.058461] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1265.058461] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1265.058655] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1265.058800] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1265.067294] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 14dcfc0c-1ee5-4da7-b841-4c135ecc273b in Status: IN_PROGRESS for 2s [ 1267.077976] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 14dcfc0c-1ee5-4da7-b841-4c135ecc273b in Status: SUCCESS [ 1267.078390] env[65562]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 14dcfc0c-1ee5-4da7-b841-4c135ecc273b deletion is rescheduled due to dependency. [ 1267.078390] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-14dcfc0c-1ee5-4da7-b841-4c135ecc273b" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.310241] env[65562]: INFO networking_nsxv3.common.synchronization [req-bf47f410-bf17-4a3a-b9a0-29c2fff8a785 req-551d349a-3a73-4067-a2c5-10196f8a72bf tempest-ServerMetadataNegativeTestJSON-216856071 tempest-ServerMetadataNegativeTestJSON-216856071-project-member] Enqueued Resource ID: cd822114-c14c-4667-a83c-e2ccaa1281db with Priority: HIGHEST for action security_group_members [ 1269.312190] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cd822114-c14c-4667-a83c-e2ccaa1281db with Priority: HIGHEST for action security_group_members [ 1269.312190] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-cd822114-c14c-4667-a83c-e2ccaa1281db taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.312371] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cd822114-c14c-4667-a83c-e2ccaa1281db" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.312434] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cd822114-c14c-4667-a83c-e2ccaa1281db" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.312825] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cd822114-c14c-4667-a83c-e2ccaa1281db" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.312908] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.313092] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.313212] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.313456] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.313597] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.313778] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cd822114-c14c-4667-a83c-e2ccaa1281db',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1269.816724] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.816885] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.816955] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.817229] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.817326] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.817531] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.817636] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.817692] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.817849] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.817928] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.818018] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cd822114-c14c-4667-a83c-e2ccaa1281db is going to be updated. [ 1269.848449] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.848674] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.848824] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.849150] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.850641] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.861021] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cd822114-c14c-4667-a83c-e2ccaa1281db in Status: IN_PROGRESS for 2s [ 1271.872142] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cd822114-c14c-4667-a83c-e2ccaa1281db in Status: SUCCESS [ 1271.872572] env[65562]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cd822114-c14c-4667-a83c-e2ccaa1281db deletion is rescheduled due to dependency. [ 1271.872572] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cd822114-c14c-4667-a83c-e2ccaa1281db" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1274.312922] env[65562]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1274.313202] env[65562]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1276.815577] env[65562]: INFO networking_nsxv3.common.synchronization [req-8027f077-91ce-4fa6-b87a-28e84f28cfa0 req-8c9dbaa0-8907-4c5f-9322-ca648f0f15d3 tempest-ServerActionsTestOtherA-1532973600 tempest-ServerActionsTestOtherA-1532973600-project-member] Enqueued Resource ID: 2823f0a3-1ec1-4dad-b0a6-aee32df44bd1 with Priority: HIGHEST for action security_group_members [ 1276.816159] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2823f0a3-1ec1-4dad-b0a6-aee32df44bd1 with Priority: HIGHEST for action security_group_members [ 1276.816468] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-2823f0a3-1ec1-4dad-b0a6-aee32df44bd1 taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1276.816591] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2823f0a3-1ec1-4dad-b0a6-aee32df44bd1" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.816649] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2823f0a3-1ec1-4dad-b0a6-aee32df44bd1" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.817146] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2823f0a3-1ec1-4dad-b0a6-aee32df44bd1" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1276.817614] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1276.817614] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.817614] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.817614] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1276.817902] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1276.817902] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2823f0a3-1ec1-4dad-b0a6-aee32df44bd1',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1276.909903] env[65562]: INFO networking_nsxv3.common.synchronization [req-3218f553-4c70-4f1b-a4bd-ba5e1c4d883d req-e14b8c6c-446a-44ad-8561-afa83f89b3ab tempest-AttachVolumeNegativeTest-1828219490 tempest-AttachVolumeNegativeTest-1828219490-project-member] Enqueued Resource ID: 651e933e-83a8-4373-ac60-0c3a5bfe82c6 with Priority: HIGHEST for action security_group_members [ 1276.910706] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 651e933e-83a8-4373-ac60-0c3a5bfe82c6 with Priority: HIGHEST for action security_group_members [ 1276.911283] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-651e933e-83a8-4373-ac60-0c3a5bfe82c6 taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1276.911505] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-651e933e-83a8-4373-ac60-0c3a5bfe82c6" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.911648] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-651e933e-83a8-4373-ac60-0c3a5bfe82c6" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.912201] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-651e933e-83a8-4373-ac60-0c3a5bfe82c6" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1276.912303] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1276.912450] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.912639] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.912928] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1276.913131] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1276.913338] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('651e933e-83a8-4373-ac60-0c3a5bfe82c6',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1277.323612] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.323831] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.323831] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.324513] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.324513] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.324513] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.324513] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.324766] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.324766] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.324766] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.324907] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2823f0a3-1ec1-4dad-b0a6-aee32df44bd1 is going to be updated. [ 1277.353953] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.354197] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.354197] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.354377] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.354528] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.362698] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2823f0a3-1ec1-4dad-b0a6-aee32df44bd1 in Status: IN_PROGRESS for 2s [ 1277.421477] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.421918] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.422096] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.422364] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.422468] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.422704] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.422821] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.422884] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.423061] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.423143] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.423235] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 651e933e-83a8-4373-ac60-0c3a5bfe82c6 is going to be updated. [ 1277.451101] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.451285] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.451330] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.451654] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.451842] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.460409] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 651e933e-83a8-4373-ac60-0c3a5bfe82c6 in Status: IN_PROGRESS for 2s [ 1279.372092] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2823f0a3-1ec1-4dad-b0a6-aee32df44bd1 in Status: SUCCESS [ 1279.372457] env[65562]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2823f0a3-1ec1-4dad-b0a6-aee32df44bd1 deletion is rescheduled due to dependency. [ 1279.372457] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2823f0a3-1ec1-4dad-b0a6-aee32df44bd1" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.470203] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 651e933e-83a8-4373-ac60-0c3a5bfe82c6 in Status: SUCCESS [ 1279.470396] env[65562]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 651e933e-83a8-4373-ac60-0c3a5bfe82c6 deletion is rescheduled due to dependency. [ 1279.470571] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-651e933e-83a8-4373-ac60-0c3a5bfe82c6" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.839207] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1281.839564] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.839564] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1281.839688] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1281.839805] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1281.912354] env[65562]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1281.912558] env[65562]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1282.342789] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1282.747528] env[65562]: INFO networking_nsxv3.common.synchronization [None req-ea152fe2-6e37-4b60-b583-c324e11191f7 tempest-AttachVolumeNegativeTest-1828219490 tempest-AttachVolumeNegativeTest-1828219490-project-member] Enqueued Resource ID: df7c1ad5-19de-4cd9-89b0-1c99b6d74c04 with Priority: HIGHEST for action security_group_rules [ 1282.748093] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: df7c1ad5-19de-4cd9-89b0-1c99b6d74c04 with Priority: HIGHEST for action security_group_rules [ 1282.748406] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock rules-df7c1ad5-19de-4cd9-89b0-1c99b6d74c04 taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1282.748555] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-df7c1ad5-19de-4cd9-89b0-1c99b6d74c04" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.748623] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-df7c1ad5-19de-4cd9-89b0-1c99b6d74c04" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.748883] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-df7c1ad5-19de-4cd9-89b0-1c99b6d74c04" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1282.748966] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('df7c1ad5-19de-4cd9-89b0-1c99b6d74c04',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1282.842582] env[65562]: INFO networking_nsxv3.common.synchronization [None req-54d16a2b-5447-4344-8ddf-3554703b8c5e tempest-AttachVolumeNegativeTest-1828219490 tempest-AttachVolumeNegativeTest-1828219490-project-member] Enqueued Resource ID: df7c1ad5-19de-4cd9-89b0-1c99b6d74c04 with Priority: HIGHEST for action security_group_rules [ 1282.843191] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: df7c1ad5-19de-4cd9-89b0-1c99b6d74c04 with Priority: HIGHEST for action security_group_rules [ 1282.843509] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock rules-df7c1ad5-19de-4cd9-89b0-1c99b6d74c04 taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1282.843614] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-df7c1ad5-19de-4cd9-89b0-1c99b6d74c04" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.843815] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1283.275969] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.275969] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.275969] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.275969] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.276244] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.276244] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: df7c1ad5-19de-4cd9-89b0-1c99b6d74c04 already deleted. [ 1283.276244] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-df7c1ad5-19de-4cd9-89b0-1c99b6d74c04" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.276918] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-df7c1ad5-19de-4cd9-89b0-1c99b6d74c04" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.276918] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-df7c1ad5-19de-4cd9-89b0-1c99b6d74c04" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.277167] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('df7c1ad5-19de-4cd9-89b0-1c99b6d74c04',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1283.346076] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 1283.346189] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 1283.800183] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.800183] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.800183] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.800183] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.800183] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.800183] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: df7c1ad5-19de-4cd9-89b0-1c99b6d74c04 already deleted. [ 1283.800183] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-df7c1ad5-19de-4cd9-89b0-1c99b6d74c04" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.270879] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.271311] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.271311] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.271408] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1284.284627] env[65562]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 1284.285456] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.286186] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 1284.321058] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.321245] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.321301] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.321563] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1284.335461] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.336495] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 1284.336572] env[65562]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=65562) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1284.336661] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 1284.379142] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.379142] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.379142] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.379396] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1284.380745] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.380940] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 1284.470232] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.470402] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.470478] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.470862] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1284.471234] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.471568] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 1284.603028] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.603028] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.603028] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.603028] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1284.603028] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.603028] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:45. [ 1284.603028] env[65562]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'30a9dede-a2e3-4e3f-bd1c-1a24f2c3762b', '61c2f228-d6a3-4d4c-b7de-fe6b2c3c1d08', '651e933e-83a8-4373-ac60-0c3a5bfe82c6', 'eb6027da-e146-4e72-84a5-681fb4b32c55', '4c2a8843-b805-4cfd-a5a2-1878854f0ef8', 'cc340790-7c94-4eac-a34b-bb144039a839', '14dcfc0c-1ee5-4da7-b841-4c135ecc273b', '9fb3ee70-3c59-4b63-a41d-1f2d154fb7af', '865e7ac2-3667-4252-8906-3696721e534a', 'e20a5fef-c453-46b5-8c61-a1b63d920998', 'e6734b94-5ab1-4a07-9098-e970a82f4b7e', '28734607-ee97-46ec-b6bb-d4a31cf0cfc4', 'e24ed4cb-0d57-4a3b-a13c-73a6399b9ba8', 'cd822114-c14c-4667-a83c-e2ccaa1281db', '2fafe9ef-7e47-4c4b-88ec-4ced8cbabccd', 'f3032018-5d94-4d5e-a28e-f9dfc51a636a', '4132d76c-b936-46bb-b97f-b224ccb430f5', 'd799e7b0-18b0-4f51-bb0e-7c9c2971a7f1', 'b018a5ab-7c55-4b0c-9e6b-2da0cfc4b699', '3d96cccd-4553-4656-b59d-9c72c43b66ad', 'c63924d5-cb54-49ee-ae44-63e03a78c8e3', 'add37fa2-7db8-4a4b-ba37-258f0e39f252', 'f16ec12d-20c3-4397-88de-54c2315b3cc8', 'b5fa1d3f-57a0-4d97-952d-bbc4df65658e', 'cf8c8c9c-8c63-4481-8654-0f0995ade8d8', '401e6d64-4f68-41e2-81f2-8fedd10f0ee8', '71723131-ee48-432c-9e22-b6c008c7f86d', 'd4b75122-c8d0-4cec-8f54-c5a1b002d8d5', '9122eb9d-4159-4118-9f6f-cf72fbb2f8be', '884846c7-14d0-4083-bc93-b61886943594', '503dea26-2784-4a89-a725-89163cfc60b2', 'e2084a25-0274-4d3a-9173-6a4cc2eec598', '7ac62e62-0a3c-489c-9474-5df65bce95a3', 'f2427fed-1448-4d25-aa23-dcfee7f96b55', 'af93aedb-3930-4143-9adf-131e1f65beae', 'd0fd2317-ce62-4346-a19a-81c6cbd7570c', '42ad6657-fb78-431c-b345-5c050bf84172', 'c9c0690c-9a8c-43bf-93d5-32e0d16af02d', '1445b9a0-1100-41f8-a21d-b02385602ed4', 'ad1d197f-74fd-4a7c-9caf-d387031492a3', 'c3ff403a-12a9-4317-b6a1-2b0a324d957b', '3b324699-912e-4c49-a8fc-8a69945b0055', '2823f0a3-1ec1-4dad-b0a6-aee32df44bd1', 'ebe9d131-bf1d-401c-956d-8958f6a945eb', '07e9ea33-0bac-42c5-a799-310bf68a44ed'} {{(pid=65562) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1284.603028] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 1284.622852] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.623409] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.623601] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.623922] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1284.625618] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.625618] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 1284.625618] env[65562]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=65562) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1284.625618] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 1284.705030] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.705030] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.705030] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.705030] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1284.706946] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.707514] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 1284.707786] env[65562]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=65562) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1284.708058] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 1284.708305] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 1284.708910] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 20/45 resources of Type:Security Group Rules [ 1284.708910] env[65562]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 30a9dede-a2e3-4e3f-bd1c-1a24f2c3762b with Priority: HIGH for action security_group_rules [ 1284.708910] env[65562]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 61c2f228-d6a3-4d4c-b7de-fe6b2c3c1d08 with Priority: HIGH for action security_group_rules [ 1284.708910] env[65562]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 651e933e-83a8-4373-ac60-0c3a5bfe82c6 with Priority: HIGH for action security_group_rules [ 1284.709162] env[65562]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: eb6027da-e146-4e72-84a5-681fb4b32c55 with Priority: HIGH for action security_group_rules [ 1284.709162] env[65562]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 4c2a8843-b805-4cfd-a5a2-1878854f0ef8 with Priority: HIGH for action security_group_rules [ 1284.709162] env[65562]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: cc340790-7c94-4eac-a34b-bb144039a839 with Priority: HIGH for action security_group_rules [ 1284.709162] env[65562]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 14dcfc0c-1ee5-4da7-b841-4c135ecc273b with Priority: HIGH for action security_group_rules [ 1284.709309] env[65562]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 9fb3ee70-3c59-4b63-a41d-1f2d154fb7af with Priority: HIGH for action security_group_rules [ 1284.709309] env[65562]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 865e7ac2-3667-4252-8906-3696721e534a with Priority: HIGH for action security_group_rules [ 1284.709386] env[65562]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: e20a5fef-c453-46b5-8c61-a1b63d920998 with Priority: HIGH for action security_group_rules [ 1284.709386] env[65562]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: e6734b94-5ab1-4a07-9098-e970a82f4b7e with Priority: HIGH for action security_group_rules [ 1284.709461] env[65562]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 28734607-ee97-46ec-b6bb-d4a31cf0cfc4 with Priority: HIGH for action security_group_rules [ 1284.709501] env[65562]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: e24ed4cb-0d57-4a3b-a13c-73a6399b9ba8 with Priority: HIGH for action security_group_rules [ 1284.709543] env[65562]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: cd822114-c14c-4667-a83c-e2ccaa1281db with Priority: HIGH for action security_group_rules [ 1284.709599] env[65562]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 2fafe9ef-7e47-4c4b-88ec-4ced8cbabccd with Priority: HIGH for action security_group_rules [ 1284.709663] env[65562]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: f3032018-5d94-4d5e-a28e-f9dfc51a636a with Priority: HIGH for action security_group_rules [ 1284.709725] env[65562]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 4132d76c-b936-46bb-b97f-b224ccb430f5 with Priority: HIGH for action security_group_rules [ 1284.709786] env[65562]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: d799e7b0-18b0-4f51-bb0e-7c9c2971a7f1 with Priority: HIGH for action security_group_rules [ 1284.709847] env[65562]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: b018a5ab-7c55-4b0c-9e6b-2da0cfc4b699 with Priority: HIGH for action security_group_rules [ 1284.709911] env[65562]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 3d96cccd-4553-4656-b59d-9c72c43b66ad with Priority: HIGH for action security_group_rules [ 1284.710070] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.844473] env[65562]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1287.844867] env[65562]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=20], Jobs=0 [ 1287.844867] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 30a9dede-a2e3-4e3f-bd1c-1a24f2c3762b with Priority: HIGH for action security_group_rules [ 1287.844867] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 651e933e-83a8-4373-ac60-0c3a5bfe82c6 with Priority: HIGH for action security_group_rules [ 1287.844994] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 14dcfc0c-1ee5-4da7-b841-4c135ecc273b with Priority: HIGH for action security_group_rules [ 1287.845064] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2fafe9ef-7e47-4c4b-88ec-4ced8cbabccd with Priority: HIGH for action security_group_rules [ 1287.845172] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3d96cccd-4553-4656-b59d-9c72c43b66ad with Priority: HIGH for action security_group_rules [ 1287.845269] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b018a5ab-7c55-4b0c-9e6b-2da0cfc4b699 with Priority: HIGH for action security_group_rules [ 1287.845363] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d799e7b0-18b0-4f51-bb0e-7c9c2971a7f1 with Priority: HIGH for action security_group_rules [ 1287.845470] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4132d76c-b936-46bb-b97f-b224ccb430f5 with Priority: HIGH for action security_group_rules [ 1287.845564] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cd822114-c14c-4667-a83c-e2ccaa1281db with Priority: HIGH for action security_group_rules [ 1287.845657] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f3032018-5d94-4d5e-a28e-f9dfc51a636a with Priority: HIGH for action security_group_rules [ 1287.845748] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e24ed4cb-0d57-4a3b-a13c-73a6399b9ba8 with Priority: HIGH for action security_group_rules [ 1287.845838] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 28734607-ee97-46ec-b6bb-d4a31cf0cfc4 with Priority: HIGH for action security_group_rules [ 1287.845926] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e6734b94-5ab1-4a07-9098-e970a82f4b7e with Priority: HIGH for action security_group_rules [ 1287.846029] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e20a5fef-c453-46b5-8c61-a1b63d920998 with Priority: HIGH for action security_group_rules [ 1287.846123] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 865e7ac2-3667-4252-8906-3696721e534a with Priority: HIGH for action security_group_rules [ 1287.846839] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cc340790-7c94-4eac-a34b-bb144039a839 with Priority: HIGH for action security_group_rules [ 1287.847017] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9fb3ee70-3c59-4b63-a41d-1f2d154fb7af with Priority: HIGH for action security_group_rules [ 1287.847128] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4c2a8843-b805-4cfd-a5a2-1878854f0ef8 with Priority: HIGH for action security_group_rules [ 1287.847227] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 61c2f228-d6a3-4d4c-b7de-fe6b2c3c1d08 with Priority: HIGH for action security_group_rules [ 1287.847321] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eb6027da-e146-4e72-84a5-681fb4b32c55 with Priority: HIGH for action security_group_rules [ 1287.847650] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock rules-30a9dede-a2e3-4e3f-bd1c-1a24f2c3762b taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.847781] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-30a9dede-a2e3-4e3f-bd1c-1a24f2c3762b" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.847846] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-30a9dede-a2e3-4e3f-bd1c-1a24f2c3762b" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.848128] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-30a9dede-a2e3-4e3f-bd1c-1a24f2c3762b" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.848214] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('30a9dede-a2e3-4e3f-bd1c-1a24f2c3762b',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1287.849714] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock rules-651e933e-83a8-4373-ac60-0c3a5bfe82c6 taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.849891] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-651e933e-83a8-4373-ac60-0c3a5bfe82c6" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.849965] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-651e933e-83a8-4373-ac60-0c3a5bfe82c6" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.850144] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-651e933e-83a8-4373-ac60-0c3a5bfe82c6" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.850223] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('651e933e-83a8-4373-ac60-0c3a5bfe82c6',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1287.851441] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock rules-14dcfc0c-1ee5-4da7-b841-4c135ecc273b taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.851635] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-14dcfc0c-1ee5-4da7-b841-4c135ecc273b" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.851707] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-14dcfc0c-1ee5-4da7-b841-4c135ecc273b" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.851870] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-14dcfc0c-1ee5-4da7-b841-4c135ecc273b" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.852468] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('14dcfc0c-1ee5-4da7-b841-4c135ecc273b',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1287.853156] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2fafe9ef-7e47-4c4b-88ec-4ced8cbabccd taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.853156] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2fafe9ef-7e47-4c4b-88ec-4ced8cbabccd" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.853253] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2fafe9ef-7e47-4c4b-88ec-4ced8cbabccd" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.853378] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2fafe9ef-7e47-4c4b-88ec-4ced8cbabccd" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.853452] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2fafe9ef-7e47-4c4b-88ec-4ced8cbabccd',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1287.854397] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3d96cccd-4553-4656-b59d-9c72c43b66ad taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.854504] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3d96cccd-4553-4656-b59d-9c72c43b66ad" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.854504] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3d96cccd-4553-4656-b59d-9c72c43b66ad" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.854657] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3d96cccd-4553-4656-b59d-9c72c43b66ad" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.855190] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3d96cccd-4553-4656-b59d-9c72c43b66ad',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1287.855706] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b018a5ab-7c55-4b0c-9e6b-2da0cfc4b699 taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.856037] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b018a5ab-7c55-4b0c-9e6b-2da0cfc4b699" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.856135] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b018a5ab-7c55-4b0c-9e6b-2da0cfc4b699" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.856646] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b018a5ab-7c55-4b0c-9e6b-2da0cfc4b699" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.856646] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b018a5ab-7c55-4b0c-9e6b-2da0cfc4b699',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1287.857755] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d799e7b0-18b0-4f51-bb0e-7c9c2971a7f1 taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.857855] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d799e7b0-18b0-4f51-bb0e-7c9c2971a7f1" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.857932] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d799e7b0-18b0-4f51-bb0e-7c9c2971a7f1" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.858105] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d799e7b0-18b0-4f51-bb0e-7c9c2971a7f1" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.858156] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d799e7b0-18b0-4f51-bb0e-7c9c2971a7f1',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1287.859299] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4132d76c-b936-46bb-b97f-b224ccb430f5 taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.859439] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4132d76c-b936-46bb-b97f-b224ccb430f5" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.859620] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4132d76c-b936-46bb-b97f-b224ccb430f5" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.860013] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4132d76c-b936-46bb-b97f-b224ccb430f5" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.860013] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4132d76c-b936-46bb-b97f-b224ccb430f5',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1287.861265] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cd822114-c14c-4667-a83c-e2ccaa1281db taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.861265] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cd822114-c14c-4667-a83c-e2ccaa1281db" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.861265] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cd822114-c14c-4667-a83c-e2ccaa1281db" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.861265] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cd822114-c14c-4667-a83c-e2ccaa1281db" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.861420] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cd822114-c14c-4667-a83c-e2ccaa1281db',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1287.861963] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f3032018-5d94-4d5e-a28e-f9dfc51a636a taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.862324] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f3032018-5d94-4d5e-a28e-f9dfc51a636a" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.862324] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f3032018-5d94-4d5e-a28e-f9dfc51a636a" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.862324] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f3032018-5d94-4d5e-a28e-f9dfc51a636a" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.862324] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f3032018-5d94-4d5e-a28e-f9dfc51a636a',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1287.863148] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e24ed4cb-0d57-4a3b-a13c-73a6399b9ba8 taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.863260] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e24ed4cb-0d57-4a3b-a13c-73a6399b9ba8" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.863327] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e24ed4cb-0d57-4a3b-a13c-73a6399b9ba8" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.863472] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e24ed4cb-0d57-4a3b-a13c-73a6399b9ba8" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.863895] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e24ed4cb-0d57-4a3b-a13c-73a6399b9ba8',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1287.865370] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock rules-28734607-ee97-46ec-b6bb-d4a31cf0cfc4 taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.865370] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-28734607-ee97-46ec-b6bb-d4a31cf0cfc4" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.865370] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-28734607-ee97-46ec-b6bb-d4a31cf0cfc4" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.865588] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-28734607-ee97-46ec-b6bb-d4a31cf0cfc4" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.865740] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('28734607-ee97-46ec-b6bb-d4a31cf0cfc4',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1287.867599] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e6734b94-5ab1-4a07-9098-e970a82f4b7e taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.867698] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e6734b94-5ab1-4a07-9098-e970a82f4b7e" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.867766] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e6734b94-5ab1-4a07-9098-e970a82f4b7e" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.867914] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e6734b94-5ab1-4a07-9098-e970a82f4b7e" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.867988] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e6734b94-5ab1-4a07-9098-e970a82f4b7e',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1287.868995] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e20a5fef-c453-46b5-8c61-a1b63d920998 taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.869121] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e20a5fef-c453-46b5-8c61-a1b63d920998" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.869171] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e20a5fef-c453-46b5-8c61-a1b63d920998" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.869535] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e20a5fef-c453-46b5-8c61-a1b63d920998" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.869613] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e20a5fef-c453-46b5-8c61-a1b63d920998',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1287.870624] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock rules-865e7ac2-3667-4252-8906-3696721e534a taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.870769] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-865e7ac2-3667-4252-8906-3696721e534a" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.870839] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-865e7ac2-3667-4252-8906-3696721e534a" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.870989] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-865e7ac2-3667-4252-8906-3696721e534a" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.871334] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('865e7ac2-3667-4252-8906-3696721e534a',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1287.871930] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cc340790-7c94-4eac-a34b-bb144039a839 taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.872057] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cc340790-7c94-4eac-a34b-bb144039a839" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.872110] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cc340790-7c94-4eac-a34b-bb144039a839" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.872367] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cc340790-7c94-4eac-a34b-bb144039a839" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.872444] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cc340790-7c94-4eac-a34b-bb144039a839',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1287.873248] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9fb3ee70-3c59-4b63-a41d-1f2d154fb7af taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.873351] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9fb3ee70-3c59-4b63-a41d-1f2d154fb7af" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.873422] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9fb3ee70-3c59-4b63-a41d-1f2d154fb7af" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.873571] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9fb3ee70-3c59-4b63-a41d-1f2d154fb7af" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.873643] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9fb3ee70-3c59-4b63-a41d-1f2d154fb7af',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1287.874321] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4c2a8843-b805-4cfd-a5a2-1878854f0ef8 taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.874427] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4c2a8843-b805-4cfd-a5a2-1878854f0ef8" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.874491] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4c2a8843-b805-4cfd-a5a2-1878854f0ef8" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.874809] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4c2a8843-b805-4cfd-a5a2-1878854f0ef8" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.874921] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4c2a8843-b805-4cfd-a5a2-1878854f0ef8',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1287.875606] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock rules-61c2f228-d6a3-4d4c-b7de-fe6b2c3c1d08 taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.875707] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-61c2f228-d6a3-4d4c-b7de-fe6b2c3c1d08" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.875755] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-61c2f228-d6a3-4d4c-b7de-fe6b2c3c1d08" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.875897] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-61c2f228-d6a3-4d4c-b7de-fe6b2c3c1d08" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.875977] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('61c2f228-d6a3-4d4c-b7de-fe6b2c3c1d08',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1287.876710] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock rules-eb6027da-e146-4e72-84a5-681fb4b32c55 taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.876810] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-eb6027da-e146-4e72-84a5-681fb4b32c55" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.876877] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-eb6027da-e146-4e72-84a5-681fb4b32c55" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.877051] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-eb6027da-e146-4e72-84a5-681fb4b32c55" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.877128] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('eb6027da-e146-4e72-84a5-681fb4b32c55',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1287.900261] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.900479] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.900479] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.900723] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.902659] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.902766] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.921479] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.921678] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3d96cccd-4553-4656-b59d-9c72c43b66ad is going to be deleted. [ 1287.922469] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.922674] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.950846] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.951062] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2fafe9ef-7e47-4c4b-88ec-4ced8cbabccd is going to be deleted. [ 1287.989386] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.989625] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.989625] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.989797] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.989891] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.990028] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3d96cccd-4553-4656-b59d-9c72c43b66ad" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.996893] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.997029] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.997098] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.997294] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.997381] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.997494] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2fafe9ef-7e47-4c4b-88ec-4ced8cbabccd" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.359592] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-d799e7b0-18b0-4f51-bb0e-7c9c2971a7f1 taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1288.359811] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d799e7b0-18b0-4f51-bb0e-7c9c2971a7f1" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.359811] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d799e7b0-18b0-4f51-bb0e-7c9c2971a7f1" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.359997] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d799e7b0-18b0-4f51-bb0e-7c9c2971a7f1" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.360170] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1288.360271] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.360328] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.360476] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.360559] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.360688] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d799e7b0-18b0-4f51-bb0e-7c9c2971a7f1" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.360780] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d799e7b0-18b0-4f51-bb0e-7c9c2971a7f1',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1288.375769] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1288.376063] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.376063] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.376199] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.387452] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1288.387757] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.391728] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1288.391939] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.482064] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1288.482275] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.483126] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1288.483276] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.484053] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1288.484153] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.496259] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.496444] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 30a9dede-a2e3-4e3f-bd1c-1a24f2c3762b is going to be deleted. [ 1288.497336] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.497556] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.499222] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1288.499364] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.500502] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1288.500654] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.501656] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1288.503901] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.504097] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1288.504148] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.505080] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1288.505213] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.505878] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1288.505985] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.510297] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1288.510423] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.511860] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1288.511860] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.511953] env[65562]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1288.512331] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1288.512438] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.514240] env[65562]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1288.514240] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1288.514487] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.515272] env[65562]: INFO networking_nsxv3.common.synchronization [req-a6150fe6-9df7-42be-9677-162af389cbd6 req-0be609bb-dbf2-45bd-94f4-2ead9974d535 tempest-AttachVolumeNegativeTest-1828219490 tempest-AttachVolumeNegativeTest-1828219490-project-member] Enqueued Resource ID: df7c1ad5-19de-4cd9-89b0-1c99b6d74c04 with Priority: HIGHEST for action security_group_members [ 1288.516910] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: df7c1ad5-19de-4cd9-89b0-1c99b6d74c04 with Priority: HIGHEST for action security_group_members [ 1288.516910] env[65562]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1288.517046] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1288.517099] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.517741] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-df7c1ad5-19de-4cd9-89b0-1c99b6d74c04 taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1288.517741] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-df7c1ad5-19de-4cd9-89b0-1c99b6d74c04" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.517741] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-df7c1ad5-19de-4cd9-89b0-1c99b6d74c04" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.517741] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-df7c1ad5-19de-4cd9-89b0-1c99b6d74c04" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.518122] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1288.518122] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.518122] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.518122] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.518311] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.518311] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('df7c1ad5-19de-4cd9-89b0-1c99b6d74c04',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1288.524209] env[65562]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1288.524706] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.524809] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 651e933e-83a8-4373-ac60-0c3a5bfe82c6 is going to be deleted. [ 1288.526297] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.526520] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.545346] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.545488] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 14dcfc0c-1ee5-4da7-b841-4c135ecc273b is going to be deleted. [ 1288.546394] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.546694] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.563607] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1288.563784] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.586521] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.587280] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b018a5ab-7c55-4b0c-9e6b-2da0cfc4b699 is going to be deleted. [ 1288.589330] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.589671] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.614028] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1288.614255] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.653311] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.653495] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4132d76c-b936-46bb-b97f-b224ccb430f5 is going to be deleted. [ 1288.654756] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.654971] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.683910] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1288.684155] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.716195] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1288.716441] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.745153] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.745943] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e24ed4cb-0d57-4a3b-a13c-73a6399b9ba8 is going to be deleted. [ 1288.747904] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.747904] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.812298] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1288.812514] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.847906] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.848244] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 28734607-ee97-46ec-b6bb-d4a31cf0cfc4 is going to be deleted. [ 1288.849179] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.849413] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.866268] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d799e7b0-18b0-4f51-bb0e-7c9c2971a7f1',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1288.898228] env[65562]: DEBUG networking_nsxv3.common.locking [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Lock network-216 taken with stack trace [, , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1288.898455] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquiring lock "network-216" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.898576] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired lock "network-216" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.898878] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired external semaphore "network-216" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.899162] env[65562]: DEBUG networking_nsxv3.common.locking [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1288.899317] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquiring lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.899428] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.899676] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired external semaphore "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.899857] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Releasing lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.900321] env[65562]: DEBUG dogpile.cache.region [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] No value present for key: 'zone-id' {{(pid=65562) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1288.900450] env[65562]: DEBUG dogpile.lock [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] NeedRegenerationException {{(pid=65562) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1288.900622] env[65562]: DEBUG dogpile.lock [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] no value, waiting for create lock {{(pid=65562) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1288.900728] env[65562]: DEBUG dogpile.lock [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] value creation lock acquired {{(pid=65562) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1288.900847] env[65562]: DEBUG dogpile.cache.region [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] No value present for key: 'zone-id' {{(pid=65562) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1288.900970] env[65562]: DEBUG dogpile.lock [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Calling creation function for not-yet-present value {{(pid=65562) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1288.901254] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1289.019560] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.019757] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f3032018-5d94-4d5e-a28e-f9dfc51a636a is going to be deleted. [ 1289.020548] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.020816] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1289.022306] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1289.022306] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.050301] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1289.050510] env[65562]: DEBUG dogpile.cache.region [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Cache value generated in 0.149 seconds for key(s): 'zone-id' {{(pid=65562) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1289.050618] env[65562]: DEBUG dogpile.lock [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Released creation lock {{(pid=65562) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1289.050851] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Releasing lock "network-216" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.051210] env[65562]: DEBUG networking_nsxv3.common.locking [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Lock port-20c1dc70-3c2e-430f-a7c7-23b6f726374a taken with stack trace [, , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1289.051390] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquiring lock "port-20c1dc70-3c2e-430f-a7c7-23b6f726374a" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.051585] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired lock "port-20c1dc70-3c2e-430f-a7c7-23b6f726374a" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.052039] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired external semaphore "port-20c1dc70-3c2e-430f-a7c7-23b6f726374a" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1289.052186] env[65562]: DEBUG networking_nsxv3.api.rpc [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('20c1dc70-3c2e-430f-a7c7-23b6f726374a',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1289.057165] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1289.057300] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.064982] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1289.065120] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.127062] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.127062] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 61c2f228-d6a3-4d4c-b7de-fe6b2c3c1d08 is going to be deleted. [ 1289.127698] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.127910] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1289.163839] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1289.164150] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.204722] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.204722] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: eb6027da-e146-4e72-84a5-681fb4b32c55 is going to be deleted. [ 1289.206040] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.206040] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1289.300914] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.301313] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4c2a8843-b805-4cfd-a5a2-1878854f0ef8 is going to be deleted. [ 1289.302394] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.302736] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1289.322483] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1289.323133] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.326654] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1289.326654] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.331740] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.331740] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e20a5fef-c453-46b5-8c61-a1b63d920998 is going to be deleted. [ 1289.332647] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.332867] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1289.368687] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d799e7b0-18b0-4f51-bb0e-7c9c2971a7f1: rpc.has_security_group_logging(os_id): False [ 1289.381384] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.381561] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cd822114-c14c-4667-a83c-e2ccaa1281db is going to be deleted. [ 1289.382510] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.382730] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1289.408686] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1289.408922] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.475151] env[65562]: INFO networking_nsxv3.common.synchronization [req-c9e7ea84-c71c-4f06-a1ea-dba6b8311a08 req-bd02aa4c-1ffa-4ec2-8090-3a6c79d37f0b tempest-ServerActionsTestJSON-1145467507 tempest-ServerActionsTestJSON-1145467507-project-member] Enqueued Resource ID: d799e7b0-18b0-4f51-bb0e-7c9c2971a7f1 with Priority: HIGHEST for action security_group_members [ 1289.475718] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d799e7b0-18b0-4f51-bb0e-7c9c2971a7f1 with Priority: HIGHEST for action security_group_members [ 1289.476102] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-d799e7b0-18b0-4f51-bb0e-7c9c2971a7f1 taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1289.476244] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d799e7b0-18b0-4f51-bb0e-7c9c2971a7f1" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.476315] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d799e7b0-18b0-4f51-bb0e-7c9c2971a7f1" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.476523] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d799e7b0-18b0-4f51-bb0e-7c9c2971a7f1" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1289.476688] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1289.476794] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.476860] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.477034] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1289.477128] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.477228] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d799e7b0-18b0-4f51-bb0e-7c9c2971a7f1',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1289.496868] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1289.497082] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.514701] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.514915] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e6734b94-5ab1-4a07-9098-e970a82f4b7e is going to be deleted. [ 1289.515712] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.515915] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1289.532879] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1289.533121] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.555082] env[65562]: DEBUG networking_nsxv3.common.locking [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1289.555318] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.555400] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.555782] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1289.555864] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.556029] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Segment Port 20c1dc70-3c2e-430f-a7c7-23b6f726374a not found, creating... [ 1289.556315] env[65562]: DEBUG networking_nsxv3.common.locking [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1289.556610] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquiring lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.556880] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.557184] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired external semaphore "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1289.557343] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Releasing lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.557679] env[65562]: DEBUG networking_nsxv3.common.locking [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1289.557914] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.558057] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.558303] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1289.558452] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.558661] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Resource: SegmentPort with ID: 20c1dc70-3c2e-430f-a7c7-23b6f726374a is going to be created. [ 1289.571455] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.571646] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cc340790-7c94-4eac-a34b-bb144039a839 is going to be deleted. [ 1289.572586] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.572874] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1289.633023] env[65562]: DEBUG networking_nsxv3.common.locking [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1289.633023] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.633278] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.633662] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1289.634044] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.634392] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Releasing lock "port-20c1dc70-3c2e-430f-a7c7-23b6f726374a" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.639035] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1289.639354] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.646554] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1289.646721] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.652657] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.652657] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 865e7ac2-3667-4252-8906-3696721e534a is going to be deleted. [ 1289.652657] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.652657] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1289.690668] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.690668] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9fb3ee70-3c59-4b63-a41d-1f2d154fb7af is going to be deleted. [ 1289.691017] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.691017] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1289.691099] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.692365] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-30a9dede-a2e3-4e3f-bd1c-1a24f2c3762b" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.692365] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.692365] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1289.692365] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.692365] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-651e933e-83a8-4373-ac60-0c3a5bfe82c6" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.692365] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.692365] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1289.692837] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.692837] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-14dcfc0c-1ee5-4da7-b841-4c135ecc273b" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.692837] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.692837] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1289.692977] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.694632] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b018a5ab-7c55-4b0c-9e6b-2da0cfc4b699" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.694632] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.694632] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1289.694632] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.694632] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4132d76c-b936-46bb-b97f-b224ccb430f5" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.694632] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.694632] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1289.694632] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.694632] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1289.694632] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.694632] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.694632] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1289.694632] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.694632] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: df7c1ad5-19de-4cd9-89b0-1c99b6d74c04 already deleted. [ 1289.694632] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-df7c1ad5-19de-4cd9-89b0-1c99b6d74c04" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.695608] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.695608] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1289.695608] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.695608] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e24ed4cb-0d57-4a3b-a13c-73a6399b9ba8" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.695608] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.695608] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1289.695608] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.695608] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-28734607-ee97-46ec-b6bb-d4a31cf0cfc4" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.695608] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.695919] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1289.695919] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.695919] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f3032018-5d94-4d5e-a28e-f9dfc51a636a" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.696036] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.696174] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1289.696308] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.696419] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-eb6027da-e146-4e72-84a5-681fb4b32c55" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.698595] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.698595] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1289.698595] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.698595] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-61c2f228-d6a3-4d4c-b7de-fe6b2c3c1d08" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.698595] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.698595] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1289.698918] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1289.698918] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.782852] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.782852] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1289.782852] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.782852] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.782852] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1289.783264] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.783264] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d799e7b0-18b0-4f51-bb0e-7c9c2971a7f1 is going to be updated. [ 1289.784135] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.784320] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1289.784406] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.784532] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4c2a8843-b805-4cfd-a5a2-1878854f0ef8" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.784666] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.784815] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1289.784891] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.785010] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e20a5fef-c453-46b5-8c61-a1b63d920998" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.785172] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.785297] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1289.785374] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.785481] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e6734b94-5ab1-4a07-9098-e970a82f4b7e" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.785594] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.785732] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1289.785835] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.785906] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cd822114-c14c-4667-a83c-e2ccaa1281db" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.786476] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.786632] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1289.786747] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.786878] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cc340790-7c94-4eac-a34b-bb144039a839" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.837078] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1289.837305] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.837305] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.837604] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1289.837706] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.837837] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9fb3ee70-3c59-4b63-a41d-1f2d154fb7af" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.841578] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1289.841742] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.841803] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.842015] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1289.842111] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.842236] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-865e7ac2-3667-4252-8906-3696721e534a" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.980243] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1289.980679] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.980679] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.980771] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1289.980833] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.981056] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1289.981160] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.981223] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.981373] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1289.981450] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.981539] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d799e7b0-18b0-4f51-bb0e-7c9c2971a7f1 is going to be updated. [ 1290.059844] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1290.060128] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.060253] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1290.060722] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1290.060947] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1290.075957] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1290.076292] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.076292] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1290.076423] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1290.076541] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1290.084761] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d799e7b0-18b0-4f51-bb0e-7c9c2971a7f1 in Status: IN_PROGRESS for 2s [ 1290.112150] env[65562]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1290.112701] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d799e7b0-18b0-4f51-bb0e-7c9c2971a7f1 in Status: IN_PROGRESS for 2s [ 1290.180532] env[65562]: INFO networking_nsxv3.common.synchronization [req-a6150fe6-9df7-42be-9677-162af389cbd6 req-6fd97c6b-e0e9-42a5-892c-3e3b66081644 service nova] Enqueued Resource ID: df7c1ad5-19de-4cd9-89b0-1c99b6d74c04 with Priority: HIGHEST for action security_group_rules [ 1290.180812] env[65562]: INFO networking_nsxv3.common.synchronization [req-a6150fe6-9df7-42be-9677-162af389cbd6 req-6fd97c6b-e0e9-42a5-892c-3e3b66081644 service nova] Enqueued Resource ID: df7c1ad5-19de-4cd9-89b0-1c99b6d74c04 with Priority: HIGHEST for action security_group_members [ 1290.180899] env[65562]: INFO networking_nsxv3.common.synchronization [req-a6150fe6-9df7-42be-9677-162af389cbd6 req-6fd97c6b-e0e9-42a5-892c-3e3b66081644 service nova] Enqueued Resource ID: 20c1dc70-3c2e-430f-a7c7-23b6f726374a with Priority: HIGHEST for action port [ 1290.181494] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: df7c1ad5-19de-4cd9-89b0-1c99b6d74c04 with Priority: HIGHEST for action security_group_rules [ 1290.181648] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: df7c1ad5-19de-4cd9-89b0-1c99b6d74c04 with Priority: HIGHEST for action security_group_members [ 1290.181763] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 20c1dc70-3c2e-430f-a7c7-23b6f726374a with Priority: HIGHEST for action port [ 1290.182073] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock rules-df7c1ad5-19de-4cd9-89b0-1c99b6d74c04 taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1290.182189] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-df7c1ad5-19de-4cd9-89b0-1c99b6d74c04" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.182270] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-df7c1ad5-19de-4cd9-89b0-1c99b6d74c04" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1290.182454] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-df7c1ad5-19de-4cd9-89b0-1c99b6d74c04" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1290.182532] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('df7c1ad5-19de-4cd9-89b0-1c99b6d74c04',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1290.184172] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-df7c1ad5-19de-4cd9-89b0-1c99b6d74c04 taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1290.184688] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-df7c1ad5-19de-4cd9-89b0-1c99b6d74c04" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.184786] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-df7c1ad5-19de-4cd9-89b0-1c99b6d74c04" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1290.184981] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-df7c1ad5-19de-4cd9-89b0-1c99b6d74c04" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1290.185297] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1290.185297] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.185297] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1290.185457] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1290.185874] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1290.186027] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('df7c1ad5-19de-4cd9-89b0-1c99b6d74c04',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1290.186917] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock port-20c1dc70-3c2e-430f-a7c7-23b6f726374a taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1290.187217] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-20c1dc70-3c2e-430f-a7c7-23b6f726374a" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.187217] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-20c1dc70-3c2e-430f-a7c7-23b6f726374a" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1290.187297] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-20c1dc70-3c2e-430f-a7c7-23b6f726374a" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1290.187332] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('20c1dc70-3c2e-430f-a7c7-23b6f726374a',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1290.689269] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-df7c1ad5-19de-4cd9-89b0-1c99b6d74c04 taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1290.689438] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-df7c1ad5-19de-4cd9-89b0-1c99b6d74c04" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.689624] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('df7c1ad5-19de-4cd9-89b0-1c99b6d74c04',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1290.690531] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 20c1dc70-3c2e-430f-a7c7-23b6f726374a with status ACTIVE [ 1290.690749] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1290.690868] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.690936] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1290.691156] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1290.691245] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1290.691414] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1290.691509] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.691586] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1290.691774] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1290.691876] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1290.692060] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1290.692154] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.692235] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1290.692356] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1290.692430] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1290.692513] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 20c1dc70-3c2e-430f-a7c7-23b6f726374a is going to be updated. [ 1290.720166] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1290.720332] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.720406] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1290.720649] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1290.720784] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1290.720962] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-20c1dc70-3c2e-430f-a7c7-23b6f726374a" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.194124] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('df7c1ad5-19de-4cd9-89b0-1c99b6d74c04',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1291.696302] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.696459] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.696562] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.696746] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.696877] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.696980] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: df7c1ad5-19de-4cd9-89b0-1c99b6d74c04 is going to be created. [ 1291.719975] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.720213] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.720213] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.720418] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.720583] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.731424] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: df7c1ad5-19de-4cd9-89b0-1c99b6d74c04 in Status: UNINITIALIZED for 2s [ 1292.095710] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d799e7b0-18b0-4f51-bb0e-7c9c2971a7f1 in Status: SUCCESS [ 1292.095929] env[65562]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d799e7b0-18b0-4f51-bb0e-7c9c2971a7f1 deletion is rescheduled due to dependency. [ 1292.095995] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d799e7b0-18b0-4f51-bb0e-7c9c2971a7f1" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.126539] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d799e7b0-18b0-4f51-bb0e-7c9c2971a7f1 in Status: SUCCESS [ 1292.126765] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d799e7b0-18b0-4f51-bb0e-7c9c2971a7f1" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.744456] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: df7c1ad5-19de-4cd9-89b0-1c99b6d74c04 in Status: SUCCESS [ 1293.744876] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-df7c1ad5-19de-4cd9-89b0-1c99b6d74c04" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.744876] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-df7c1ad5-19de-4cd9-89b0-1c99b6d74c04" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.745060] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-df7c1ad5-19de-4cd9-89b0-1c99b6d74c04" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1293.745299] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1293.745425] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.745503] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.745739] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1293.745835] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.745926] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-df7c1ad5-19de-4cd9-89b0-1c99b6d74c04" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.746034] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('df7c1ad5-19de-4cd9-89b0-1c99b6d74c04',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1294.248766] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('df7c1ad5-19de-4cd9-89b0-1c99b6d74c04',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1294.751849] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for df7c1ad5-19de-4cd9-89b0-1c99b6d74c04: rpc.has_security_group_logging(os_id): False [ 1294.770898] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.771174] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.771174] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.771344] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1294.771434] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.771694] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.771785] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.771839] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.771999] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1294.772098] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.772183] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: df7c1ad5-19de-4cd9-89b0-1c99b6d74c04 is going to be created. [ 1294.829845] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.830084] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.830084] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.830337] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1294.830529] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.842598] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: df7c1ad5-19de-4cd9-89b0-1c99b6d74c04 in Status: IN_PROGRESS for 2s [ 1295.182635] env[65562]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1295.182818] env[65562]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1296.859163] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: df7c1ad5-19de-4cd9-89b0-1c99b6d74c04 in Status: SUCCESS [ 1296.859163] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-df7c1ad5-19de-4cd9-89b0-1c99b6d74c04" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1297.141194] env[65562]: INFO networking_nsxv3.common.synchronization [req-a05f9fd6-4ba3-473d-adeb-3b70f79b5bdb req-1247a35f-d892-4ad9-9cbe-4b1d350178d9 tempest-ServerActionsTestJSON-1145467507 tempest-ServerActionsTestJSON-1145467507-project-member] Enqueued Resource ID: d799e7b0-18b0-4f51-bb0e-7c9c2971a7f1 with Priority: HIGHEST for action security_group_members [ 1297.141194] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d799e7b0-18b0-4f51-bb0e-7c9c2971a7f1 with Priority: HIGHEST for action security_group_members [ 1297.141194] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-d799e7b0-18b0-4f51-bb0e-7c9c2971a7f1 taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1297.141488] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d799e7b0-18b0-4f51-bb0e-7c9c2971a7f1" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1297.141488] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d799e7b0-18b0-4f51-bb0e-7c9c2971a7f1" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1297.141573] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d799e7b0-18b0-4f51-bb0e-7c9c2971a7f1" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1297.141762] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1297.141885] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1297.141953] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1297.142309] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1297.142309] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1297.142426] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d799e7b0-18b0-4f51-bb0e-7c9c2971a7f1',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1297.420187] env[65562]: DEBUG networking_nsxv3.common.locking [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Lock network-656 taken with stack trace [, , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1297.420433] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquiring lock "network-656" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1297.420609] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired lock "network-656" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1297.421014] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired external semaphore "network-656" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1297.421312] env[65562]: DEBUG networking_nsxv3.common.locking [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1297.421481] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquiring lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1297.421601] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1297.421847] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired external semaphore "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1297.422031] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Releasing lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1297.422258] env[65562]: DEBUG dogpile.cache.region [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] No value present for key: 'zone-id' {{(pid=65562) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1297.422373] env[65562]: DEBUG dogpile.lock [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] NeedRegenerationException {{(pid=65562) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1297.422480] env[65562]: DEBUG dogpile.lock [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] no value, waiting for create lock {{(pid=65562) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1297.422583] env[65562]: DEBUG dogpile.lock [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] value creation lock acquired {{(pid=65562) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1297.422687] env[65562]: DEBUG dogpile.cache.region [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] No value present for key: 'zone-id' {{(pid=65562) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1297.422830] env[65562]: DEBUG dogpile.lock [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Calling creation function for not-yet-present value {{(pid=65562) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1297.422924] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1297.440742] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1297.440925] env[65562]: DEBUG dogpile.cache.region [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=65562) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1297.441102] env[65562]: DEBUG dogpile.lock [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Released creation lock {{(pid=65562) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1297.441228] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Releasing lock "network-656" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1297.441521] env[65562]: DEBUG networking_nsxv3.common.locking [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Lock port-095e5f0d-47f0-4d3e-9116-20dbf045268b taken with stack trace [, , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1297.441691] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquiring lock "port-095e5f0d-47f0-4d3e-9116-20dbf045268b" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1297.441809] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired lock "port-095e5f0d-47f0-4d3e-9116-20dbf045268b" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1297.442161] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired external semaphore "port-095e5f0d-47f0-4d3e-9116-20dbf045268b" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1297.442300] env[65562]: DEBUG networking_nsxv3.api.rpc [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('095e5f0d-47f0-4d3e-9116-20dbf045268b',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1297.645450] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1297.645713] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1297.645713] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1297.645976] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1297.646132] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1297.646356] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1297.646497] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1297.646563] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1297.646676] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1297.646746] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1297.646855] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d799e7b0-18b0-4f51-bb0e-7c9c2971a7f1 is going to be updated. [ 1297.674551] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1297.674711] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1297.674786] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1297.675038] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1297.675196] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1297.684436] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d799e7b0-18b0-4f51-bb0e-7c9c2971a7f1 in Status: IN_PROGRESS for 2s [ 1297.944907] env[65562]: DEBUG networking_nsxv3.common.locking [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1297.945349] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1297.945349] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1297.945634] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1297.945852] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1297.946070] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Segment Port 095e5f0d-47f0-4d3e-9116-20dbf045268b not found, creating... [ 1297.946403] env[65562]: DEBUG networking_nsxv3.common.locking [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1297.946629] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquiring lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1297.946794] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1297.947305] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired external semaphore "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1297.947491] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Releasing lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1297.947836] env[65562]: DEBUG networking_nsxv3.common.locking [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1297.948078] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1297.948223] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1297.948450] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1297.948606] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1297.948752] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Resource: SegmentPort with ID: 095e5f0d-47f0-4d3e-9116-20dbf045268b is going to be created. [ 1297.970350] env[65562]: DEBUG networking_nsxv3.common.locking [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1297.970583] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1297.970740] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1297.971257] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1297.971615] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1297.971974] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Releasing lock "port-095e5f0d-47f0-4d3e-9116-20dbf045268b" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1298.643823] env[65562]: INFO networking_nsxv3.common.synchronization [req-a05f9fd6-4ba3-473d-adeb-3b70f79b5bdb req-df62309a-24f6-4873-ab6a-b2b944fd5af5 service nova] Enqueued Resource ID: d799e7b0-18b0-4f51-bb0e-7c9c2971a7f1 with Priority: HIGHEST for action security_group_rules [ 1298.644021] env[65562]: INFO networking_nsxv3.common.synchronization [req-a05f9fd6-4ba3-473d-adeb-3b70f79b5bdb req-df62309a-24f6-4873-ab6a-b2b944fd5af5 service nova] Enqueued Resource ID: d799e7b0-18b0-4f51-bb0e-7c9c2971a7f1 with Priority: HIGHEST for action security_group_members [ 1298.644169] env[65562]: INFO networking_nsxv3.common.synchronization [req-a05f9fd6-4ba3-473d-adeb-3b70f79b5bdb req-df62309a-24f6-4873-ab6a-b2b944fd5af5 service nova] Enqueued Resource ID: 095e5f0d-47f0-4d3e-9116-20dbf045268b with Priority: HIGHEST for action port [ 1298.644678] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d799e7b0-18b0-4f51-bb0e-7c9c2971a7f1 with Priority: HIGHEST for action security_group_rules [ 1298.644810] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d799e7b0-18b0-4f51-bb0e-7c9c2971a7f1 with Priority: HIGHEST for action security_group_members [ 1298.644910] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 095e5f0d-47f0-4d3e-9116-20dbf045268b with Priority: HIGHEST for action port [ 1298.645213] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d799e7b0-18b0-4f51-bb0e-7c9c2971a7f1 taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1298.645308] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d799e7b0-18b0-4f51-bb0e-7c9c2971a7f1" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1298.645377] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d799e7b0-18b0-4f51-bb0e-7c9c2971a7f1" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1298.645577] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d799e7b0-18b0-4f51-bb0e-7c9c2971a7f1" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1298.645656] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d799e7b0-18b0-4f51-bb0e-7c9c2971a7f1',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1298.647350] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-d799e7b0-18b0-4f51-bb0e-7c9c2971a7f1 taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1298.647350] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d799e7b0-18b0-4f51-bb0e-7c9c2971a7f1" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1298.647350] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock port-095e5f0d-47f0-4d3e-9116-20dbf045268b taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1298.647350] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-095e5f0d-47f0-4d3e-9116-20dbf045268b" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1298.647350] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-095e5f0d-47f0-4d3e-9116-20dbf045268b" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1298.647350] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-095e5f0d-47f0-4d3e-9116-20dbf045268b" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1298.647350] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('095e5f0d-47f0-4d3e-9116-20dbf045268b',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1299.148778] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-d799e7b0-18b0-4f51-bb0e-7c9c2971a7f1 taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1299.149159] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d799e7b0-18b0-4f51-bb0e-7c9c2971a7f1" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1299.149159] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 095e5f0d-47f0-4d3e-9116-20dbf045268b with status ACTIVE [ 1299.149310] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1299.149395] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1299.149454] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1299.149654] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1299.149741] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1299.149915] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1299.150075] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1299.150147] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1299.150307] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1299.150382] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1299.150557] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1299.150643] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1299.150731] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1299.150865] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1299.150937] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1299.151036] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 095e5f0d-47f0-4d3e-9116-20dbf045268b is going to be updated. [ 1299.174397] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1299.174627] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1299.174627] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1299.174806] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1299.174915] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1299.175086] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-095e5f0d-47f0-4d3e-9116-20dbf045268b" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1299.696043] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d799e7b0-18b0-4f51-bb0e-7c9c2971a7f1 in Status: SUCCESS [ 1299.696252] env[65562]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d799e7b0-18b0-4f51-bb0e-7c9c2971a7f1 deletion is rescheduled due to dependency. [ 1299.696373] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d799e7b0-18b0-4f51-bb0e-7c9c2971a7f1" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1299.696534] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d799e7b0-18b0-4f51-bb0e-7c9c2971a7f1" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1299.696746] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d799e7b0-18b0-4f51-bb0e-7c9c2971a7f1" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1299.696939] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1299.697071] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1299.697133] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1299.697285] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1299.697368] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1299.697451] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d799e7b0-18b0-4f51-bb0e-7c9c2971a7f1',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1300.200124] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d799e7b0-18b0-4f51-bb0e-7c9c2971a7f1',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1300.702683] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d799e7b0-18b0-4f51-bb0e-7c9c2971a7f1',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1301.205330] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1301.205661] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.205661] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.205784] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1301.205905] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.205956] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d799e7b0-18b0-4f51-bb0e-7c9c2971a7f1 is going to be updated. [ 1301.233511] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1301.233694] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.233740] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.233933] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1301.234094] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.243206] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d799e7b0-18b0-4f51-bb0e-7c9c2971a7f1 in Status: IN_PROGRESS for 2s [ 1303.252783] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d799e7b0-18b0-4f51-bb0e-7c9c2971a7f1 in Status: SUCCESS [ 1303.253216] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d799e7b0-18b0-4f51-bb0e-7c9c2971a7f1" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1303.253216] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d799e7b0-18b0-4f51-bb0e-7c9c2971a7f1" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1303.253561] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d799e7b0-18b0-4f51-bb0e-7c9c2971a7f1" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1303.253689] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1303.253806] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.253872] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1303.254050] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1303.254134] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1303.254219] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d799e7b0-18b0-4f51-bb0e-7c9c2971a7f1" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1303.254310] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d799e7b0-18b0-4f51-bb0e-7c9c2971a7f1',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1303.646451] env[65562]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1303.646630] env[65562]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1303.756377] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d799e7b0-18b0-4f51-bb0e-7c9c2971a7f1',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1304.258418] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d799e7b0-18b0-4f51-bb0e-7c9c2971a7f1: rpc.has_security_group_logging(os_id): False [ 1304.279522] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1304.279745] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1304.279745] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1304.280068] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1304.280213] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1304.280576] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1304.280709] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1304.280809] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1304.280981] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1304.281077] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1304.281169] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d799e7b0-18b0-4f51-bb0e-7c9c2971a7f1 is going to be updated. [ 1304.341941] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1304.342186] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1304.342186] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1304.342400] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1304.342549] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1304.354319] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d799e7b0-18b0-4f51-bb0e-7c9c2971a7f1 in Status: IN_PROGRESS for 2s [ 1306.369322] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d799e7b0-18b0-4f51-bb0e-7c9c2971a7f1 in Status: SUCCESS [ 1306.369322] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d799e7b0-18b0-4f51-bb0e-7c9c2971a7f1" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.516847] env[65562]: INFO networking_nsxv3.common.synchronization [req-377e9320-24b2-4fba-a0bb-edf561cc4c25 req-7f184759-582b-4519-90a2-9f0fd74d201a tempest-AttachVolumeShelveTestJSON-1344819050 tempest-AttachVolumeShelveTestJSON-1344819050-project-member] Enqueued Resource ID: 9122eb9d-4159-4118-9f6f-cf72fbb2f8be with Priority: HIGHEST for action security_group_members [ 1307.517923] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9122eb9d-4159-4118-9f6f-cf72fbb2f8be with Priority: HIGHEST for action security_group_members [ 1307.518137] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-9122eb9d-4159-4118-9f6f-cf72fbb2f8be taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.518380] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9122eb9d-4159-4118-9f6f-cf72fbb2f8be" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.518532] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9122eb9d-4159-4118-9f6f-cf72fbb2f8be" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.518896] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9122eb9d-4159-4118-9f6f-cf72fbb2f8be" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.519230] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.519435] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.519590] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.519868] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.520017] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.520183] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9122eb9d-4159-4118-9f6f-cf72fbb2f8be',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1308.022912] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1308.023175] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1308.023313] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1308.023637] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1308.051473] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.051725] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1308.051862] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1308.051934] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1308.052165] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1308.052248] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.052339] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9122eb9d-4159-4118-9f6f-cf72fbb2f8be is going to be updated. [ 1308.087926] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1308.088177] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1308.088177] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1308.088395] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1308.088519] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.108090] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9122eb9d-4159-4118-9f6f-cf72fbb2f8be in Status: IN_PROGRESS for 2s [ 1310.119549] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9122eb9d-4159-4118-9f6f-cf72fbb2f8be in Status: SUCCESS [ 1310.119549] env[65562]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9122eb9d-4159-4118-9f6f-cf72fbb2f8be deletion is rescheduled due to dependency. [ 1310.119549] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9122eb9d-4159-4118-9f6f-cf72fbb2f8be" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1312.188515] env[65562]: INFO networking_nsxv3.common.synchronization [None req-10517771-288e-46e1-8221-04455d50439b tempest-AttachVolumeShelveTestJSON-1344819050 tempest-AttachVolumeShelveTestJSON-1344819050-project-member] Enqueued Resource ID: cd882692-83f3-47b8-9e56-c96fcee7e7a3 with Priority: HIGHEST for action security_group_rules [ 1312.188971] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cd882692-83f3-47b8-9e56-c96fcee7e7a3 with Priority: HIGHEST for action security_group_rules [ 1312.189143] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cd882692-83f3-47b8-9e56-c96fcee7e7a3 taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1312.189269] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cd882692-83f3-47b8-9e56-c96fcee7e7a3" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1312.189335] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cd882692-83f3-47b8-9e56-c96fcee7e7a3" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1312.189582] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cd882692-83f3-47b8-9e56-c96fcee7e7a3" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1312.189663] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cd882692-83f3-47b8-9e56-c96fcee7e7a3',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1312.273747] env[65562]: INFO networking_nsxv3.common.synchronization [None req-87d0ee3b-79f5-4095-888e-2a07f7998755 tempest-AttachVolumeShelveTestJSON-1344819050 tempest-AttachVolumeShelveTestJSON-1344819050-project-member] Enqueued Resource ID: cd882692-83f3-47b8-9e56-c96fcee7e7a3 with Priority: HIGHEST for action security_group_rules [ 1312.274091] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cd882692-83f3-47b8-9e56-c96fcee7e7a3 with Priority: HIGHEST for action security_group_rules [ 1312.274399] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cd882692-83f3-47b8-9e56-c96fcee7e7a3 taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1312.274533] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cd882692-83f3-47b8-9e56-c96fcee7e7a3" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1312.713621] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1312.713860] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1312.713860] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1312.714120] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1312.714216] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1312.714330] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cd882692-83f3-47b8-9e56-c96fcee7e7a3 already deleted. [ 1312.714449] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cd882692-83f3-47b8-9e56-c96fcee7e7a3" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1312.714598] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cd882692-83f3-47b8-9e56-c96fcee7e7a3" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1312.714758] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cd882692-83f3-47b8-9e56-c96fcee7e7a3" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1312.714859] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cd882692-83f3-47b8-9e56-c96fcee7e7a3',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1313.235227] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1313.235611] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1313.235611] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1313.235611] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1313.235731] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1313.235768] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cd882692-83f3-47b8-9e56-c96fcee7e7a3 already deleted. [ 1313.235846] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cd882692-83f3-47b8-9e56-c96fcee7e7a3" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1317.275549] env[65562]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1317.275941] env[65562]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1317.635020] env[65562]: INFO networking_nsxv3.common.synchronization [req-03c6944b-e459-452d-ba62-065a4f464f59 req-11298584-fa81-43fa-96d3-c49ca39055f0 tempest-AttachVolumeShelveTestJSON-1344819050 tempest-AttachVolumeShelveTestJSON-1344819050-project-member] Enqueued Resource ID: cd882692-83f3-47b8-9e56-c96fcee7e7a3 with Priority: HIGHEST for action security_group_members [ 1317.635582] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cd882692-83f3-47b8-9e56-c96fcee7e7a3 with Priority: HIGHEST for action security_group_members [ 1317.635891] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-cd882692-83f3-47b8-9e56-c96fcee7e7a3 taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1317.636336] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cd882692-83f3-47b8-9e56-c96fcee7e7a3" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1317.636454] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cd882692-83f3-47b8-9e56-c96fcee7e7a3" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1317.637587] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cd882692-83f3-47b8-9e56-c96fcee7e7a3" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1317.638296] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1317.638296] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1317.638296] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1317.638296] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1317.638296] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1317.638296] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cd882692-83f3-47b8-9e56-c96fcee7e7a3',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1317.897785] env[65562]: DEBUG networking_nsxv3.common.locking [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Lock network-168 taken with stack trace [, , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1317.897967] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquiring lock "network-168" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1317.898146] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired lock "network-168" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1317.898468] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired external semaphore "network-168" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1317.898799] env[65562]: DEBUG networking_nsxv3.common.locking [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1317.899125] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquiring lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1317.899335] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1317.899605] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired external semaphore "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1317.899816] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Releasing lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1317.900097] env[65562]: DEBUG dogpile.cache.region [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] No value present for key: 'zone-id' {{(pid=65562) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1317.900275] env[65562]: DEBUG dogpile.lock [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] NeedRegenerationException {{(pid=65562) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1317.900446] env[65562]: DEBUG dogpile.lock [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] no value, waiting for create lock {{(pid=65562) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1317.900615] env[65562]: DEBUG dogpile.lock [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] value creation lock acquired {{(pid=65562) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1317.900789] env[65562]: DEBUG dogpile.cache.region [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] No value present for key: 'zone-id' {{(pid=65562) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1317.900998] env[65562]: DEBUG dogpile.lock [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Calling creation function for not-yet-present value {{(pid=65562) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1317.901156] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1317.920386] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1317.920540] env[65562]: DEBUG dogpile.cache.region [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65562) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1317.920674] env[65562]: DEBUG dogpile.lock [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Released creation lock {{(pid=65562) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1317.920850] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Releasing lock "network-168" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1317.921206] env[65562]: DEBUG networking_nsxv3.common.locking [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Lock port-b22f0506-4117-4f1b-bb48-6db5990b6db3 taken with stack trace [, , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1317.921386] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquiring lock "port-b22f0506-4117-4f1b-bb48-6db5990b6db3" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1317.921527] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired lock "port-b22f0506-4117-4f1b-bb48-6db5990b6db3" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1317.921862] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired external semaphore "port-b22f0506-4117-4f1b-bb48-6db5990b6db3" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1317.922036] env[65562]: DEBUG networking_nsxv3.api.rpc [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b22f0506-4117-4f1b-bb48-6db5990b6db3',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1318.140348] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1318.140627] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1318.140627] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1318.140789] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1318.140883] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1318.141144] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1318.141255] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1318.141314] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1318.141455] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1318.141569] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1318.141668] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cd882692-83f3-47b8-9e56-c96fcee7e7a3 already deleted. [ 1318.141754] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cd882692-83f3-47b8-9e56-c96fcee7e7a3" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1318.425014] env[65562]: DEBUG networking_nsxv3.common.locking [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1318.425319] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1318.425397] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1318.425930] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1318.425930] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1318.426061] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Segment Port b22f0506-4117-4f1b-bb48-6db5990b6db3 not found, creating... [ 1318.426241] env[65562]: DEBUG networking_nsxv3.common.locking [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1318.426398] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquiring lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1318.426514] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1318.426728] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired external semaphore "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1318.426909] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Releasing lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1318.427234] env[65562]: DEBUG networking_nsxv3.common.locking [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1318.427391] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1318.427509] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1318.427715] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1318.427849] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1318.427986] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Resource: SegmentPort with ID: b22f0506-4117-4f1b-bb48-6db5990b6db3 is going to be created. [ 1318.447710] env[65562]: DEBUG networking_nsxv3.common.locking [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1318.447915] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1318.448043] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1318.448310] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1318.448530] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1318.448758] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Releasing lock "port-b22f0506-4117-4f1b-bb48-6db5990b6db3" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1319.141133] env[65562]: INFO networking_nsxv3.common.synchronization [req-03c6944b-e459-452d-ba62-065a4f464f59 req-fef88324-6028-45ad-902e-fe00e63dd811 service nova] Enqueued Resource ID: cd882692-83f3-47b8-9e56-c96fcee7e7a3 with Priority: HIGHEST for action security_group_rules [ 1319.141321] env[65562]: INFO networking_nsxv3.common.synchronization [req-03c6944b-e459-452d-ba62-065a4f464f59 req-fef88324-6028-45ad-902e-fe00e63dd811 service nova] Enqueued Resource ID: cd882692-83f3-47b8-9e56-c96fcee7e7a3 with Priority: HIGHEST for action security_group_members [ 1319.141458] env[65562]: INFO networking_nsxv3.common.synchronization [req-03c6944b-e459-452d-ba62-065a4f464f59 req-fef88324-6028-45ad-902e-fe00e63dd811 service nova] Enqueued Resource ID: b22f0506-4117-4f1b-bb48-6db5990b6db3 with Priority: HIGHEST for action port [ 1319.141974] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cd882692-83f3-47b8-9e56-c96fcee7e7a3 with Priority: HIGHEST for action security_group_rules [ 1319.142154] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cd882692-83f3-47b8-9e56-c96fcee7e7a3 with Priority: HIGHEST for action security_group_members [ 1319.142259] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b22f0506-4117-4f1b-bb48-6db5990b6db3 with Priority: HIGHEST for action port [ 1319.142526] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cd882692-83f3-47b8-9e56-c96fcee7e7a3 taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1319.142663] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cd882692-83f3-47b8-9e56-c96fcee7e7a3" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1319.142704] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cd882692-83f3-47b8-9e56-c96fcee7e7a3" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1319.142894] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cd882692-83f3-47b8-9e56-c96fcee7e7a3" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1319.142985] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cd882692-83f3-47b8-9e56-c96fcee7e7a3',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1319.143784] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-cd882692-83f3-47b8-9e56-c96fcee7e7a3 taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1319.144396] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cd882692-83f3-47b8-9e56-c96fcee7e7a3" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1319.144396] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cd882692-83f3-47b8-9e56-c96fcee7e7a3" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1319.144396] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cd882692-83f3-47b8-9e56-c96fcee7e7a3" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1319.144396] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1319.144396] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1319.144711] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1319.144711] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1319.144711] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1319.144711] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cd882692-83f3-47b8-9e56-c96fcee7e7a3',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1319.145400] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock port-b22f0506-4117-4f1b-bb48-6db5990b6db3 taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1319.145516] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b22f0506-4117-4f1b-bb48-6db5990b6db3" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1319.145577] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b22f0506-4117-4f1b-bb48-6db5990b6db3" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1319.145922] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b22f0506-4117-4f1b-bb48-6db5990b6db3" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1319.145922] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b22f0506-4117-4f1b-bb48-6db5990b6db3',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1319.648803] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('cd882692-83f3-47b8-9e56-c96fcee7e7a3',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1319.650045] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-cd882692-83f3-47b8-9e56-c96fcee7e7a3 taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1319.650045] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cd882692-83f3-47b8-9e56-c96fcee7e7a3" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1319.650804] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b22f0506-4117-4f1b-bb48-6db5990b6db3 with status ACTIVE [ 1319.650804] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1319.650804] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1319.650804] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1319.651131] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1319.651131] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1319.651305] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1319.651381] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1319.651381] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1319.651539] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1319.651608] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1319.651816] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1319.651892] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1319.651964] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1319.652060] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1319.652132] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1319.652211] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b22f0506-4117-4f1b-bb48-6db5990b6db3 is going to be updated. [ 1319.676486] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1319.676726] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1319.676726] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1319.676863] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1319.676996] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1319.677166] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b22f0506-4117-4f1b-bb48-6db5990b6db3" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1320.151443] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('cd882692-83f3-47b8-9e56-c96fcee7e7a3',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1320.654069] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1320.654069] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1320.654069] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1320.654613] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1320.654613] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1320.654613] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cd882692-83f3-47b8-9e56-c96fcee7e7a3 is going to be created. [ 1320.679271] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1320.679428] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1320.679501] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1320.679716] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1320.679884] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1320.690593] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cd882692-83f3-47b8-9e56-c96fcee7e7a3 in Status: UNINITIALIZED for 2s [ 1322.701426] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cd882692-83f3-47b8-9e56-c96fcee7e7a3 in Status: SUCCESS [ 1322.701789] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cd882692-83f3-47b8-9e56-c96fcee7e7a3" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1322.701789] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cd882692-83f3-47b8-9e56-c96fcee7e7a3" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1322.702020] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cd882692-83f3-47b8-9e56-c96fcee7e7a3" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1322.702208] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1322.702326] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1322.702392] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1322.702544] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1322.702624] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1322.702709] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cd882692-83f3-47b8-9e56-c96fcee7e7a3" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1322.702795] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('cd882692-83f3-47b8-9e56-c96fcee7e7a3',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1323.204788] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('cd882692-83f3-47b8-9e56-c96fcee7e7a3',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1323.706959] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for cd882692-83f3-47b8-9e56-c96fcee7e7a3: rpc.has_security_group_logging(os_id): False [ 1323.725308] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1323.725524] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1323.725524] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1323.725732] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1323.725827] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1323.726090] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1323.726199] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1323.726276] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1323.726407] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1323.726486] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1323.726575] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cd882692-83f3-47b8-9e56-c96fcee7e7a3 is going to be created. [ 1323.789620] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1323.789816] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1323.789868] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1323.790094] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1323.790295] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1323.802109] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cd882692-83f3-47b8-9e56-c96fcee7e7a3 in Status: IN_PROGRESS for 2s [ 1324.143070] env[65562]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1324.143372] env[65562]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1325.815473] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cd882692-83f3-47b8-9e56-c96fcee7e7a3 in Status: SUCCESS [ 1325.815883] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cd882692-83f3-47b8-9e56-c96fcee7e7a3" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1329.144255] env[65562]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1329.144706] env[65562]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1334.146015] env[65562]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1334.146389] env[65562]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1339.147360] env[65562]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1339.147360] env[65562]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1344.148297] env[65562]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1344.148574] env[65562]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1349.149486] env[65562]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1349.149908] env[65562]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1354.150662] env[65562]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1354.151091] env[65562]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1354.654637] env[65562]: INFO networking_nsxv3.common.synchronization [req-1fc3d16f-fc71-47d9-a7c6-bf33af14a0bc req-08b0a193-af19-49d3-9c50-cb44d5739482 tempest-AttachVolumeNegativeTest-1828219490 tempest-AttachVolumeNegativeTest-1828219490-project-member] Enqueued Resource ID: df7c1ad5-19de-4cd9-89b0-1c99b6d74c04 with Priority: HIGHEST for action security_group_members [ 1354.655294] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: df7c1ad5-19de-4cd9-89b0-1c99b6d74c04 with Priority: HIGHEST for action security_group_members [ 1354.655632] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-df7c1ad5-19de-4cd9-89b0-1c99b6d74c04 taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1354.655779] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-df7c1ad5-19de-4cd9-89b0-1c99b6d74c04" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1354.655854] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-df7c1ad5-19de-4cd9-89b0-1c99b6d74c04" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1354.656019] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-df7c1ad5-19de-4cd9-89b0-1c99b6d74c04" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1354.656182] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1354.656275] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1354.656341] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1354.656483] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1354.656568] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1354.656660] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('df7c1ad5-19de-4cd9-89b0-1c99b6d74c04',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1355.159495] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1355.159895] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1355.159895] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1355.160063] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1355.160193] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1355.160428] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1355.160528] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1355.160594] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1355.160753] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1355.160827] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1355.160910] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: df7c1ad5-19de-4cd9-89b0-1c99b6d74c04 is going to be updated. [ 1355.194195] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1355.194429] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1355.194535] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1355.194765] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1355.194911] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1355.205462] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: df7c1ad5-19de-4cd9-89b0-1c99b6d74c04 in Status: IN_PROGRESS for 2s [ 1357.217274] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: df7c1ad5-19de-4cd9-89b0-1c99b6d74c04 in Status: SUCCESS [ 1357.217616] env[65562]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: df7c1ad5-19de-4cd9-89b0-1c99b6d74c04 deletion is rescheduled due to dependency. [ 1357.217616] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-df7c1ad5-19de-4cd9-89b0-1c99b6d74c04" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1358.549082] env[65562]: INFO networking_nsxv3.common.synchronization [req-467a741e-00dd-4acb-8c19-df1067de4407 req-57e4f4aa-4413-4c53-8a6d-0ee23df9cc8e tempest-ServerActionsTestJSON-1145467507 tempest-ServerActionsTestJSON-1145467507-project-member] Enqueued Resource ID: d799e7b0-18b0-4f51-bb0e-7c9c2971a7f1 with Priority: HIGHEST for action security_group_members [ 1358.549644] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d799e7b0-18b0-4f51-bb0e-7c9c2971a7f1 with Priority: HIGHEST for action security_group_members [ 1358.549948] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-d799e7b0-18b0-4f51-bb0e-7c9c2971a7f1 taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1358.550088] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d799e7b0-18b0-4f51-bb0e-7c9c2971a7f1" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1358.550157] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d799e7b0-18b0-4f51-bb0e-7c9c2971a7f1" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1358.550566] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d799e7b0-18b0-4f51-bb0e-7c9c2971a7f1" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1358.551300] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1358.551300] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1358.551300] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1358.551300] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1358.551300] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1358.551300] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d799e7b0-18b0-4f51-bb0e-7c9c2971a7f1',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1359.053809] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1359.053994] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1359.054127] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1359.054278] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1359.054373] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1359.054567] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1359.054668] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1359.054730] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1359.054887] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1359.054964] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1359.055065] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d799e7b0-18b0-4f51-bb0e-7c9c2971a7f1 is going to be updated. [ 1359.082140] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1359.082258] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1359.082333] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1359.082588] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1359.082746] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1359.093210] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d799e7b0-18b0-4f51-bb0e-7c9c2971a7f1 in Status: IN_PROGRESS for 2s [ 1359.288808] env[65562]: INFO networking_nsxv3.common.synchronization [None req-197b55b0-5896-4f1b-8a94-e60817b4490a tempest-AttachVolumeNegativeTest-1828219490 tempest-AttachVolumeNegativeTest-1828219490-project-member] Enqueued Resource ID: ed370374-1d9d-4260-b2e7-e6d70d94096a with Priority: HIGHEST for action security_group_rules [ 1359.289132] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ed370374-1d9d-4260-b2e7-e6d70d94096a with Priority: HIGHEST for action security_group_rules [ 1359.289541] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ed370374-1d9d-4260-b2e7-e6d70d94096a taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1359.289651] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ed370374-1d9d-4260-b2e7-e6d70d94096a" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1359.289725] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ed370374-1d9d-4260-b2e7-e6d70d94096a" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1359.289973] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ed370374-1d9d-4260-b2e7-e6d70d94096a" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1359.290067] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ed370374-1d9d-4260-b2e7-e6d70d94096a',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1359.369848] env[65562]: INFO networking_nsxv3.common.synchronization [None req-0a8246e0-0cb4-4cc5-a03e-be232010dded tempest-AttachVolumeNegativeTest-1828219490 tempest-AttachVolumeNegativeTest-1828219490-project-member] Enqueued Resource ID: ed370374-1d9d-4260-b2e7-e6d70d94096a with Priority: HIGHEST for action security_group_rules [ 1359.370359] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ed370374-1d9d-4260-b2e7-e6d70d94096a with Priority: HIGHEST for action security_group_rules [ 1359.370666] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ed370374-1d9d-4260-b2e7-e6d70d94096a taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1359.370773] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ed370374-1d9d-4260-b2e7-e6d70d94096a" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1359.817875] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1359.817875] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1359.817875] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1359.818543] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1359.818543] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1359.818543] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ed370374-1d9d-4260-b2e7-e6d70d94096a already deleted. [ 1359.818543] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ed370374-1d9d-4260-b2e7-e6d70d94096a" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1359.819465] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ed370374-1d9d-4260-b2e7-e6d70d94096a" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1359.819465] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ed370374-1d9d-4260-b2e7-e6d70d94096a" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1359.819465] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ed370374-1d9d-4260-b2e7-e6d70d94096a',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1360.349448] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1360.349645] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1360.349645] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1360.349789] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1360.349878] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1360.349970] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ed370374-1d9d-4260-b2e7-e6d70d94096a already deleted. [ 1360.350059] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ed370374-1d9d-4260-b2e7-e6d70d94096a" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1361.103639] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d799e7b0-18b0-4f51-bb0e-7c9c2971a7f1 in Status: SUCCESS [ 1361.104073] env[65562]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d799e7b0-18b0-4f51-bb0e-7c9c2971a7f1 deletion is rescheduled due to dependency. [ 1361.104073] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d799e7b0-18b0-4f51-bb0e-7c9c2971a7f1" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1364.371168] env[65562]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1364.371168] env[65562]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1364.802506] env[65562]: INFO networking_nsxv3.common.synchronization [req-34558a63-5fa2-4c35-b24d-fdab607ce8f3 req-8664327a-e87c-4489-9c49-27aecf5ab806 tempest-AttachVolumeNegativeTest-1828219490 tempest-AttachVolumeNegativeTest-1828219490-project-member] Enqueued Resource ID: ed370374-1d9d-4260-b2e7-e6d70d94096a with Priority: HIGHEST for action security_group_members [ 1364.803043] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ed370374-1d9d-4260-b2e7-e6d70d94096a with Priority: HIGHEST for action security_group_members [ 1364.803349] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-ed370374-1d9d-4260-b2e7-e6d70d94096a taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1364.803472] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ed370374-1d9d-4260-b2e7-e6d70d94096a" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1364.803541] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ed370374-1d9d-4260-b2e7-e6d70d94096a" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1364.803809] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ed370374-1d9d-4260-b2e7-e6d70d94096a" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1364.803969] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1364.804842] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1364.804916] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1364.805183] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1364.805285] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1364.805381] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ed370374-1d9d-4260-b2e7-e6d70d94096a',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1365.107598] env[65562]: DEBUG networking_nsxv3.common.locking [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Lock network-216 taken with stack trace [, , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1365.107793] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquiring lock "network-216" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1365.107914] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired lock "network-216" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1365.108209] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired external semaphore "network-216" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1365.108819] env[65562]: DEBUG networking_nsxv3.common.locking [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1365.108986] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquiring lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1365.109160] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1365.109398] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired external semaphore "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1365.109553] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Releasing lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1365.110262] env[65562]: DEBUG dogpile.cache.region [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] No value present for key: 'zone-id' {{(pid=65562) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1365.110456] env[65562]: DEBUG dogpile.lock [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] NeedRegenerationException {{(pid=65562) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1365.110579] env[65562]: DEBUG dogpile.lock [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] no value, waiting for create lock {{(pid=65562) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1365.110762] env[65562]: DEBUG dogpile.lock [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] value creation lock acquired {{(pid=65562) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1365.110881] env[65562]: DEBUG dogpile.cache.region [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] No value present for key: 'zone-id' {{(pid=65562) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1365.110991] env[65562]: DEBUG dogpile.lock [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Calling creation function for not-yet-present value {{(pid=65562) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1365.111139] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1365.131763] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1365.131941] env[65562]: DEBUG dogpile.cache.region [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65562) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1365.132054] env[65562]: DEBUG dogpile.lock [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Released creation lock {{(pid=65562) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1365.132230] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Releasing lock "network-216" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1365.132538] env[65562]: DEBUG networking_nsxv3.common.locking [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Lock port-46ffb674-3ca7-4d90-af83-e05f1be1c80b taken with stack trace [, , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1365.132701] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquiring lock "port-46ffb674-3ca7-4d90-af83-e05f1be1c80b" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1365.132819] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired lock "port-46ffb674-3ca7-4d90-af83-e05f1be1c80b" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1365.133150] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired external semaphore "port-46ffb674-3ca7-4d90-af83-e05f1be1c80b" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1365.133288] env[65562]: DEBUG networking_nsxv3.api.rpc [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('46ffb674-3ca7-4d90-af83-e05f1be1c80b',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1365.309182] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1365.309182] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1365.309182] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1365.309182] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1365.309182] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1365.309182] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1365.309486] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1365.309486] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1365.309553] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1365.309936] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1365.309936] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ed370374-1d9d-4260-b2e7-e6d70d94096a already deleted. [ 1365.309936] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ed370374-1d9d-4260-b2e7-e6d70d94096a" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1365.635692] env[65562]: DEBUG networking_nsxv3.common.locking [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1365.636177] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1365.636177] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1365.636395] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1365.636576] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1365.636775] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Segment Port 46ffb674-3ca7-4d90-af83-e05f1be1c80b not found, creating... [ 1365.637124] env[65562]: DEBUG networking_nsxv3.common.locking [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1365.637344] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquiring lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1365.637511] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1365.637790] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired external semaphore "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1365.637951] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Releasing lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1365.638263] env[65562]: DEBUG networking_nsxv3.common.locking [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1365.638420] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1365.638539] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1365.638743] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1365.638878] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1365.639039] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Resource: SegmentPort with ID: 46ffb674-3ca7-4d90-af83-e05f1be1c80b is going to be created. [ 1365.658820] env[65562]: DEBUG networking_nsxv3.common.locking [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1365.659052] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1365.659173] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1365.659460] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1365.659692] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1365.659916] env[65562]: DEBUG oslo_concurrency.lockutils [None req-29413f56-703b-408a-83c5-f5507b2ee2f5 None None] Releasing lock "port-46ffb674-3ca7-4d90-af83-e05f1be1c80b" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1366.361441] env[65562]: INFO networking_nsxv3.common.synchronization [req-34558a63-5fa2-4c35-b24d-fdab607ce8f3 req-2a218ef3-23b0-4d1e-b7d1-b1dfb13f4ce3 service nova] Enqueued Resource ID: ed370374-1d9d-4260-b2e7-e6d70d94096a with Priority: HIGHEST for action security_group_rules [ 1366.361645] env[65562]: INFO networking_nsxv3.common.synchronization [req-34558a63-5fa2-4c35-b24d-fdab607ce8f3 req-2a218ef3-23b0-4d1e-b7d1-b1dfb13f4ce3 service nova] Enqueued Resource ID: ed370374-1d9d-4260-b2e7-e6d70d94096a with Priority: HIGHEST for action security_group_members [ 1366.361762] env[65562]: INFO networking_nsxv3.common.synchronization [req-34558a63-5fa2-4c35-b24d-fdab607ce8f3 req-2a218ef3-23b0-4d1e-b7d1-b1dfb13f4ce3 service nova] Enqueued Resource ID: 46ffb674-3ca7-4d90-af83-e05f1be1c80b with Priority: HIGHEST for action port [ 1366.362301] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ed370374-1d9d-4260-b2e7-e6d70d94096a with Priority: HIGHEST for action security_group_rules [ 1366.362462] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ed370374-1d9d-4260-b2e7-e6d70d94096a with Priority: HIGHEST for action security_group_members [ 1366.362631] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 46ffb674-3ca7-4d90-af83-e05f1be1c80b with Priority: HIGHEST for action port [ 1366.362934] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ed370374-1d9d-4260-b2e7-e6d70d94096a taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1366.363026] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ed370374-1d9d-4260-b2e7-e6d70d94096a" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1366.363118] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ed370374-1d9d-4260-b2e7-e6d70d94096a" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1366.363277] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ed370374-1d9d-4260-b2e7-e6d70d94096a" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1366.363352] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ed370374-1d9d-4260-b2e7-e6d70d94096a',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1366.364335] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-ed370374-1d9d-4260-b2e7-e6d70d94096a taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1366.364466] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ed370374-1d9d-4260-b2e7-e6d70d94096a" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1366.364876] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ed370374-1d9d-4260-b2e7-e6d70d94096a" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1366.365077] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ed370374-1d9d-4260-b2e7-e6d70d94096a" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1366.365236] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1366.365389] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1366.365463] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1366.365615] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1366.365699] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1366.365795] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ed370374-1d9d-4260-b2e7-e6d70d94096a',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1366.366964] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock port-46ffb674-3ca7-4d90-af83-e05f1be1c80b taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1366.367089] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-46ffb674-3ca7-4d90-af83-e05f1be1c80b" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1366.367156] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-46ffb674-3ca7-4d90-af83-e05f1be1c80b" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1366.370720] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-46ffb674-3ca7-4d90-af83-e05f1be1c80b" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1366.370820] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('46ffb674-3ca7-4d90-af83-e05f1be1c80b',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1366.873544] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ed370374-1d9d-4260-b2e7-e6d70d94096a',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1366.874645] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-ed370374-1d9d-4260-b2e7-e6d70d94096a taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1366.874818] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ed370374-1d9d-4260-b2e7-e6d70d94096a" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1366.874955] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 46ffb674-3ca7-4d90-af83-e05f1be1c80b with status ACTIVE [ 1366.875141] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1366.875258] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1366.875321] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1366.875552] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1366.875683] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1366.875904] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1366.876043] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1366.876147] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1366.876311] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1366.876414] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1366.876647] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1366.876740] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1366.876782] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1366.876924] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1366.876999] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1366.877588] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 46ffb674-3ca7-4d90-af83-e05f1be1c80b is going to be updated. [ 1366.912559] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1366.912559] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1366.912559] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1366.912857] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1366.912894] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1366.913043] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-46ffb674-3ca7-4d90-af83-e05f1be1c80b" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1367.380425] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ed370374-1d9d-4260-b2e7-e6d70d94096a',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1367.882841] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1367.883296] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1367.883296] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1367.883387] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1367.883437] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1367.883500] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ed370374-1d9d-4260-b2e7-e6d70d94096a is going to be created. [ 1367.906674] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1367.906901] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1367.906901] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1367.907094] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1367.907258] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1367.915615] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ed370374-1d9d-4260-b2e7-e6d70d94096a in Status: UNINITIALIZED for 2s [ 1369.927035] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ed370374-1d9d-4260-b2e7-e6d70d94096a in Status: SUCCESS [ 1369.927035] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ed370374-1d9d-4260-b2e7-e6d70d94096a" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1369.927463] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ed370374-1d9d-4260-b2e7-e6d70d94096a" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1369.927463] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ed370374-1d9d-4260-b2e7-e6d70d94096a" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1369.927702] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1369.927861] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1369.927947] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1369.928188] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1369.928312] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1369.928412] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ed370374-1d9d-4260-b2e7-e6d70d94096a" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1369.928508] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ed370374-1d9d-4260-b2e7-e6d70d94096a',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1370.430843] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ed370374-1d9d-4260-b2e7-e6d70d94096a',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1370.933693] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ed370374-1d9d-4260-b2e7-e6d70d94096a: rpc.has_security_group_logging(os_id): False [ 1370.951222] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1370.951394] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1370.951468] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1370.951683] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1370.951779] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1370.952027] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1370.952132] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1370.952191] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1370.952340] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1370.952421] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1370.952523] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ed370374-1d9d-4260-b2e7-e6d70d94096a is going to be created. [ 1371.011279] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1371.011528] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1371.011528] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1371.011713] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1371.011895] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1371.021522] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ed370374-1d9d-4260-b2e7-e6d70d94096a in Status: IN_PROGRESS for 2s [ 1371.363892] env[65562]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1371.364153] env[65562]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1373.037366] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ed370374-1d9d-4260-b2e7-e6d70d94096a in Status: SUCCESS [ 1373.037789] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ed370374-1d9d-4260-b2e7-e6d70d94096a" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1376.365189] env[65562]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1376.365565] env[65562]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1381.366220] env[65562]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1381.366629] env[65562]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1386.367110] env[65562]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1386.368238] env[65562]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1391.368378] env[65562]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1391.368748] env[65562]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1395.083498] env[65562]: DEBUG networking_nsxv3.common.locking [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Lock network-168 taken with stack trace [, , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1395.083829] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquiring lock "network-168" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1395.083829] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired lock "network-168" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1395.084162] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired external semaphore "network-168" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1395.084489] env[65562]: DEBUG networking_nsxv3.common.locking [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1395.084719] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquiring lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1395.084861] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1395.085143] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired external semaphore "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1395.085348] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Releasing lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1395.085594] env[65562]: DEBUG dogpile.cache.region [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] No value present for key: 'zone-id' {{(pid=65562) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1395.085739] env[65562]: DEBUG dogpile.lock [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] NeedRegenerationException {{(pid=65562) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1395.085876] env[65562]: DEBUG dogpile.lock [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] no value, waiting for create lock {{(pid=65562) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1395.086014] env[65562]: DEBUG dogpile.lock [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] value creation lock acquired {{(pid=65562) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1395.086207] env[65562]: DEBUG dogpile.cache.region [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] No value present for key: 'zone-id' {{(pid=65562) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1395.086332] env[65562]: DEBUG dogpile.lock [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Calling creation function for not-yet-present value {{(pid=65562) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1395.086466] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1395.106444] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1395.106725] env[65562]: DEBUG dogpile.cache.region [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65562) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1395.107079] env[65562]: DEBUG dogpile.lock [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Released creation lock {{(pid=65562) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1395.107180] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Releasing lock "network-168" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1395.107433] env[65562]: DEBUG networking_nsxv3.common.locking [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Lock port-b22f0506-4117-4f1b-bb48-6db5990b6db3 taken with stack trace [, , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1395.107601] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquiring lock "port-b22f0506-4117-4f1b-bb48-6db5990b6db3" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1395.107721] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired lock "port-b22f0506-4117-4f1b-bb48-6db5990b6db3" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1395.107982] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired external semaphore "port-b22f0506-4117-4f1b-bb48-6db5990b6db3" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1395.108160] env[65562]: DEBUG networking_nsxv3.api.rpc [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b22f0506-4117-4f1b-bb48-6db5990b6db3',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1395.610856] env[65562]: DEBUG networking_nsxv3.common.locking [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1395.611181] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1395.611260] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1395.611489] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1395.611640] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1395.611992] env[65562]: DEBUG networking_nsxv3.common.locking [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1395.612174] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquiring lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1395.612281] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1395.612498] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired external semaphore "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1395.612633] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Releasing lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1395.612940] env[65562]: DEBUG networking_nsxv3.common.locking [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1395.613111] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1395.613227] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1395.613438] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1395.613569] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1395.613705] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Resource: SegmentPort with ID: b22f0506-4117-4f1b-bb48-6db5990b6db3 is going to be updated. [ 1395.635830] env[65562]: DEBUG networking_nsxv3.common.locking [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1395.636157] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1395.636357] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1395.636721] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1395.636940] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1395.637249] env[65562]: DEBUG oslo_concurrency.lockutils [None req-17428783-9058-4354-9f75-e8e16ac25d19 None None] Releasing lock "port-b22f0506-4117-4f1b-bb48-6db5990b6db3" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1396.340194] env[65562]: INFO networking_nsxv3.common.synchronization [req-a7150ae8-3cd0-4c11-af25-29856111474b req-5cfb69f3-3786-4104-8b63-9633c42bc0d1 service nova] Enqueued Resource ID: cd882692-83f3-47b8-9e56-c96fcee7e7a3 with Priority: HIGHEST for action security_group_rules [ 1396.340463] env[65562]: INFO networking_nsxv3.common.synchronization [req-a7150ae8-3cd0-4c11-af25-29856111474b req-5cfb69f3-3786-4104-8b63-9633c42bc0d1 service nova] Enqueued Resource ID: cd882692-83f3-47b8-9e56-c96fcee7e7a3 with Priority: HIGHEST for action security_group_members [ 1396.340502] env[65562]: INFO networking_nsxv3.common.synchronization [req-a7150ae8-3cd0-4c11-af25-29856111474b req-5cfb69f3-3786-4104-8b63-9633c42bc0d1 service nova] Enqueued Resource ID: b22f0506-4117-4f1b-bb48-6db5990b6db3 with Priority: HIGHEST for action port [ 1396.341012] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cd882692-83f3-47b8-9e56-c96fcee7e7a3 with Priority: HIGHEST for action security_group_rules [ 1396.341157] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cd882692-83f3-47b8-9e56-c96fcee7e7a3 with Priority: HIGHEST for action security_group_members [ 1396.341253] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b22f0506-4117-4f1b-bb48-6db5990b6db3 with Priority: HIGHEST for action port [ 1396.341528] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cd882692-83f3-47b8-9e56-c96fcee7e7a3 taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1396.341652] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cd882692-83f3-47b8-9e56-c96fcee7e7a3" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1396.341764] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cd882692-83f3-47b8-9e56-c96fcee7e7a3" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1396.342010] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cd882692-83f3-47b8-9e56-c96fcee7e7a3" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1396.342159] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cd882692-83f3-47b8-9e56-c96fcee7e7a3',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1396.343629] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-cd882692-83f3-47b8-9e56-c96fcee7e7a3 taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1396.343629] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cd882692-83f3-47b8-9e56-c96fcee7e7a3" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1396.343629] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cd882692-83f3-47b8-9e56-c96fcee7e7a3" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1396.343629] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cd882692-83f3-47b8-9e56-c96fcee7e7a3" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1396.343918] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1396.343918] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1396.343918] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1396.344068] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1396.344151] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1396.344243] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cd882692-83f3-47b8-9e56-c96fcee7e7a3',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1396.346382] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock port-b22f0506-4117-4f1b-bb48-6db5990b6db3 taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1396.346382] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b22f0506-4117-4f1b-bb48-6db5990b6db3" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1396.346382] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b22f0506-4117-4f1b-bb48-6db5990b6db3" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1396.346684] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b22f0506-4117-4f1b-bb48-6db5990b6db3" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1396.346791] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b22f0506-4117-4f1b-bb48-6db5990b6db3',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1396.846819] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('cd882692-83f3-47b8-9e56-c96fcee7e7a3',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1396.848659] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-cd882692-83f3-47b8-9e56-c96fcee7e7a3 taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1396.848817] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cd882692-83f3-47b8-9e56-c96fcee7e7a3" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1396.849850] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b22f0506-4117-4f1b-bb48-6db5990b6db3 with status ACTIVE [ 1396.849850] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1396.849850] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1396.849850] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1396.849850] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1396.849850] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1396.849850] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1396.849850] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1396.850249] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1396.850249] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1396.850249] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1396.850404] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1396.850453] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1396.850636] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1396.850702] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1396.850758] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1396.850812] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b22f0506-4117-4f1b-bb48-6db5990b6db3 is going to be updated. [ 1396.871617] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1396.871952] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1396.871952] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1396.872135] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1396.872191] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1396.872337] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b22f0506-4117-4f1b-bb48-6db5990b6db3" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1397.348898] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('cd882692-83f3-47b8-9e56-c96fcee7e7a3',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1397.851246] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1397.851476] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1397.851476] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1397.851641] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1397.851759] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1397.851864] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cd882692-83f3-47b8-9e56-c96fcee7e7a3 is going to be updated. [ 1397.879764] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1397.879993] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1397.879993] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1397.880191] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1397.880339] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1397.889537] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cd882692-83f3-47b8-9e56-c96fcee7e7a3 in Status: IN_PROGRESS for 2s [ 1399.900131] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cd882692-83f3-47b8-9e56-c96fcee7e7a3 in Status: SUCCESS [ 1399.900522] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cd882692-83f3-47b8-9e56-c96fcee7e7a3" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1399.900522] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cd882692-83f3-47b8-9e56-c96fcee7e7a3" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1399.900739] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cd882692-83f3-47b8-9e56-c96fcee7e7a3" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1399.900936] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1399.901085] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1399.901147] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1399.901284] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1399.901364] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1399.901449] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cd882692-83f3-47b8-9e56-c96fcee7e7a3" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1399.901536] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('cd882692-83f3-47b8-9e56-c96fcee7e7a3',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1400.404377] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('cd882692-83f3-47b8-9e56-c96fcee7e7a3',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1400.907070] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for cd882692-83f3-47b8-9e56-c96fcee7e7a3: rpc.has_security_group_logging(os_id): False [ 1400.926467] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1400.926701] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1400.926903] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1400.927181] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1400.927420] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1400.927815] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1400.928030] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1400.928142] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1400.928430] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1400.928547] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1400.928710] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cd882692-83f3-47b8-9e56-c96fcee7e7a3 is going to be updated. [ 1400.995508] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1400.995742] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1400.995742] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1400.995946] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1400.996119] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1401.015543] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cd882692-83f3-47b8-9e56-c96fcee7e7a3 in Status: IN_PROGRESS for 2s [ 1401.342621] env[65562]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1401.342865] env[65562]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1403.031113] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cd882692-83f3-47b8-9e56-c96fcee7e7a3 in Status: SUCCESS [ 1403.031607] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cd882692-83f3-47b8-9e56-c96fcee7e7a3" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1406.344210] env[65562]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1406.344687] env[65562]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1411.345623] env[65562]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1411.345959] env[65562]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1416.347433] env[65562]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1416.347433] env[65562]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1421.348063] env[65562]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1421.348418] env[65562]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1426.348732] env[65562]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1426.349187] env[65562]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1428.173977] env[65562]: INFO networking_nsxv3.common.synchronization [req-5fb76165-d425-4e6b-b2cc-9b7927e315f2 req-61ff17d0-0e6e-4d41-bc05-3507d2bbc84d tempest-AttachVolumeNegativeTest-1828219490 tempest-AttachVolumeNegativeTest-1828219490-project-member] Enqueued Resource ID: ed370374-1d9d-4260-b2e7-e6d70d94096a with Priority: HIGHEST for action security_group_members [ 1428.174580] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ed370374-1d9d-4260-b2e7-e6d70d94096a with Priority: HIGHEST for action security_group_members [ 1428.174891] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-ed370374-1d9d-4260-b2e7-e6d70d94096a taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1428.175145] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ed370374-1d9d-4260-b2e7-e6d70d94096a" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1428.175249] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ed370374-1d9d-4260-b2e7-e6d70d94096a" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1428.175452] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ed370374-1d9d-4260-b2e7-e6d70d94096a" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1428.175792] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1428.175792] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1428.176022] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1428.176022] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1428.176121] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1428.176246] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ed370374-1d9d-4260-b2e7-e6d70d94096a',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1428.679130] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1428.679335] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1428.679428] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1428.679574] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1428.679667] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1428.679866] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1428.680040] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1428.680146] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1428.680233] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1428.680284] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1428.680360] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ed370374-1d9d-4260-b2e7-e6d70d94096a is going to be updated. [ 1428.709640] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1428.709895] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1428.709895] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1428.710051] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1428.710198] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1428.718691] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ed370374-1d9d-4260-b2e7-e6d70d94096a in Status: IN_PROGRESS for 2s [ 1430.729592] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ed370374-1d9d-4260-b2e7-e6d70d94096a in Status: SUCCESS [ 1430.729981] env[65562]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ed370374-1d9d-4260-b2e7-e6d70d94096a deletion is rescheduled due to dependency. [ 1430.729981] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ed370374-1d9d-4260-b2e7-e6d70d94096a" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1433.175861] env[65562]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1433.176353] env[65562]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1438.177246] env[65562]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1438.177660] env[65562]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1443.178326] env[65562]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1443.178714] env[65562]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1448.179584] env[65562]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1448.179984] env[65562]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1448.790482] env[65562]: INFO networking_nsxv3.common.synchronization [req-2ccb7e05-0001-4dda-9ddb-6093614bcddd req-b13227bd-6bd6-439c-a40f-a309b689baf3 tempest-AttachVolumeShelveTestJSON-1344819050 tempest-AttachVolumeShelveTestJSON-1344819050-project-member] Enqueued Resource ID: cd882692-83f3-47b8-9e56-c96fcee7e7a3 with Priority: HIGHEST for action security_group_members [ 1448.791033] env[65562]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cd882692-83f3-47b8-9e56-c96fcee7e7a3 with Priority: HIGHEST for action security_group_members [ 1448.791355] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock member-cd882692-83f3-47b8-9e56-c96fcee7e7a3 taken with stack trace [, , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1448.791473] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cd882692-83f3-47b8-9e56-c96fcee7e7a3" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1448.791550] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cd882692-83f3-47b8-9e56-c96fcee7e7a3" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1448.791723] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cd882692-83f3-47b8-9e56-c96fcee7e7a3" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1448.791873] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1448.791968] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1448.792049] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1448.792239] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1448.792372] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1448.792506] env[65562]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cd882692-83f3-47b8-9e56-c96fcee7e7a3',) {} {{(pid=65562) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1449.295313] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1449.295730] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1449.295730] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1449.295730] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1449.295865] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1449.295966] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1449.296078] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1449.296141] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1449.296293] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1449.296371] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1449.296457] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cd882692-83f3-47b8-9e56-c96fcee7e7a3 is going to be updated. [ 1449.324324] env[65562]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65562) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1449.324551] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1449.324551] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1449.324739] env[65562]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1449.324879] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1449.333075] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cd882692-83f3-47b8-9e56-c96fcee7e7a3 in Status: IN_PROGRESS for 2s [ 1451.345071] env[65562]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cd882692-83f3-47b8-9e56-c96fcee7e7a3 in Status: SUCCESS [ 1451.345485] env[65562]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cd882692-83f3-47b8-9e56-c96fcee7e7a3 deletion is rescheduled due to dependency. [ 1451.345485] env[65562]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cd882692-83f3-47b8-9e56-c96fcee7e7a3" {{(pid=65562) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1453.792197] env[65562]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1453.792678] env[65562]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1458.793571] env[65562]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1458.794034] env[65562]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1463.794633] env[65562]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1463.795094] env[65562]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1468.796398] env[65562]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1468.796398] env[65562]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1473.797454] env[65562]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1473.797960] env[65562]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0